09:04:53.786 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:04:53.786 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLQHJLq/test-tmp
09:04:53.786 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:04:53.786 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLQHJLq/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:04:53.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:04:54.114 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:54.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:04:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.116876 20229 mini_oidc.cc:150] Starting JWKS server
09:04:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.119088 20229 webserver.cc:492] Webserver started at http://127.0.0.1:46721/ using document root <none> and password file <none>
09:04:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.119306 20229 mini_oidc.cc:186] Starting OIDC Discovery server
09:04:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.119793 20229 webserver.cc:492] Webserver started at http://127.0.0.1:34615/ using document root <none> and password file <none>
09:04:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:04:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:04:54Z Disabled control of system clock
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.147183 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/logs
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data/info.pb
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.126:37321
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.126
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.470983 20240 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.471303 20240 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.471418 20240 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.479764 20240 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.479876 20240 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.479945 20240 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.479997 20240 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.480068 20240 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.480126 20240 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.480186 20240 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46721/jwks.json
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.490085 20240 master_runner.cc:386] Master server non-default flags:
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.126:37321
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data/info.pb
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.126
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/logs
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.491922 20240 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.493717 20240 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.502035 20246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.502004 20245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.502755 20248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.503271 20240 server_base.cc:1060] running on GCE node
09:04:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.504144 20240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.505885 20240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.507143 20240 hybrid_clock.cc:648] HybridClock initialized: now 1769850294507067 us; error 35 us; skew 500 ppm
09:04:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.507548 20240 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.509824 20240 webserver.cc:492] Webserver started at http://127.19.193.126:42049/ using document root <none> and password file <none>
09:04:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.510579 20240 fs_manager.cc:362] Metadata directory not provided
09:04:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.510711 20240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.511057 20240 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.513320 20240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data/instance:
09:04:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4756ee2aa64cf196a97cdd1470f771"
09:04:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.514211 20240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal/instance:
09:04:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4756ee2aa64cf196a97cdd1470f771"
09:04:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.519280 20240 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.001s
09:04:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.522495 20254 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.524015 20240 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.524186 20240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4756ee2aa64cf196a97cdd1470f771"
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.524377 20240 fs_report.cc:389] FS layout report
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data/data
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.536033 20240 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.536934 20240 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.537228 20240 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.558095 20240 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.126:37321
09:04:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.558126 20315 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.126:37321 every 8 connection(s)
09:04:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.559599 20240 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/data/info.pb
09:04:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.563737 20316 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.566468 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20240
09:04:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.566783 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-0/wal/instance
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.568930 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/logs
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data/info.pb
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.125:42521
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.125
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.569269 20316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } has no permanent_uuid. Determining permanent_uuid...
09:04:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.590265 20316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
09:04:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.591528 20258 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.593011 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.125:42521: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.642380 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } attempt: 1
09:04:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.644447 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.125:42521: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.712693 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } attempt: 2
09:04:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.715040 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.125:42521: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.806316 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } attempt: 3
09:04:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.808691 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.125:42521: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.902863 20318 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.903297 20318 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.903424 20318 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.912846 20318 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.912994 20318 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.913067 20318 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.913123 20318 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.913196 20318 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.913324 20318 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.913393 20318 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46721/jwks.json
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.925226 20318 master_runner.cc:386] Master server non-default flags:
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.125:42521
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data/info.pb
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.125
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/logs
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.927311 20318 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.929224 20318 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.937906 20326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.937927 20327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.938808 20329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.940337 20318 server_base.cc:1060] running on GCE node
09:04:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.941205 20318 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.942660 20318 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.943887 20318 hybrid_clock.cc:648] HybridClock initialized: now 1769850294943831 us; error 31 us; skew 500 ppm
09:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.944180 20318 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.946403 20318 webserver.cc:492] Webserver started at http://127.19.193.125:42035/ using document root <none> and password file <none>
09:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.947114 20318 fs_manager.cc:362] Metadata directory not provided
09:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.947218 20318 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.947507 20318 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.949787 20318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data/instance:
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237"
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.950456 20318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal/instance:
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237"
09:04:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.951956 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } attempt: 4
09:04:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:54.954017 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.125:42521: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:04:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.957075 20318 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
09:04:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.960495 20335 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.961727 20318 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.961871 20318 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237"
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:54 on dist-test-slave-w18v"
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.962025 20318 fs_report.cc:389] FS layout report
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data/data
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.980480 20318 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.981266 20318 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:54.981511 20318 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.004910 20318 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.125:42521
09:04:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.005009 20396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.125:42521 every 8 connection(s)
09:04:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.006376 20318 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/data/info.pb
09:04:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.008446 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20318
09:04:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.008596 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-1/wal/instance
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.009567 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/logs
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data/info.pb
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.124:33429
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.124
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.010730 20397 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:55.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.018754 20397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.035151 20397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.044371 20397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.045239 20338 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.046706 20397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.096035 20397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 1
09:04:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.097966 20397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.166240 20397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 2
09:04:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.168694 20397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.253346 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } attempt: 5
09:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.259984 20397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 3
09:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.260098 20316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.268556 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.270601 20397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.319859 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 1
09:04:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.322264 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.367919 20399 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.368343 20399 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.368444 20399 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.377817 20399 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.377957 20399 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.378011 20399 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.378054 20399 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.378115 20399 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.378156 20399 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.378201 20399 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46721/jwks.json
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.389405 20399 master_runner.cc:386] Master server non-default flags:
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.124:33429
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46721/jwks.json
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data/info.pb
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.124
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/logs
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.390568 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 2
09:04:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.391781 20399 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.392333 20316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.394121 20399 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.403167 20407 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.403133 20408 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.403844 20410 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.404016 20399 server_base.cc:1060] running on GCE node
09:04:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.404796 20399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.406390 20399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.407819 20399 hybrid_clock.cc:648] HybridClock initialized: now 1769850295407723 us; error 58 us; skew 500 ppm
09:04:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.408146 20399 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.410382 20399 webserver.cc:492] Webserver started at http://127.19.193.124:44783/ using document root <none> and password file <none>
09:04:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.411146 20399 fs_manager.cc:362] Metadata directory not provided
09:04:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.411248 20399 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.411526 20399 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.413895 20397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 4
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.413795 20399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data/instance:
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:55 on dist-test-slave-w18v"
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.414578 20399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal/instance:
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:55 on dist-test-slave-w18v"
09:04:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.415835 20397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.193.124:33429: Network error: Client connection negotiation failed: client connection to 127.19.193.124:33429: connect: Connection refused (error 111)
09:04:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.419858 20399 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
09:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.423053 20416 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.424399 20399 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.424540 20399 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:55 on dist-test-slave-w18v"
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.424700 20399 fs_report.cc:389] FS layout report
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data/data
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.442641 20399 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.443488 20399 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.443742 20399 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.467276 20399 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.124:33429
09:04:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.467392 20477 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.124:33429 every 8 connection(s)
09:04:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.468822 20399 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/data/info.pb
09:04:55.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.472661 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20399
09:04:55.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.472868 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/master-2/wal/instance
09:04:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.473271 20478 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.480036 20478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.495113 20478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.498627 20316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 3
09:04:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.504923 20478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
09:04:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.516135 20316 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: Bootstrap starting.
09:04:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.516434 20478 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: Bootstrap starting.
09:04:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.519914 20478 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: Neither blocks nor log segments found. Creating new log.
09:04:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.520212 20316 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: Neither blocks nor log segments found. Creating new log.
09:04:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.520925 20478 log.cc:826] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: Log is configured to *not* fsync() on all Append() calls
09:04:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.521255 20316 log.cc:826] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: Log is configured to *not* fsync() on all Append() calls
09:04:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.524016 20478 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: No bootstrap required, opened a new log
09:04:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.528076 20316 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: No bootstrap required, opened a new log
09:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.530344 20478 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.530707 20478 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.530819 20478 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e1aed57b1ac4244a46b55b8a5e249a0, State: Initialized, Role: FOLLOWER
09:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.531411 20478 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.532359 20489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.532645 20489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.533515 20478 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: configured and running, proceeding with master startup.
09:04:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.534133 20316 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.534394 20316 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.534548 20316 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e4756ee2aa64cf196a97cdd1470f771, State: Initialized, Role: FOLLOWER
09:04:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.535168 20316 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.536234 20494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.536536 20494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.537374 20316 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: configured and running, proceeding with master startup.
09:04:55.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.538882 20494 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:55.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.539108 20494 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.540102 20260 tablet.cc:2378] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.540805 20494 leader_election.cc:290] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.541936 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e4756ee2aa64cf196a97cdd1470f771" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" is_pre_election: true
09:04:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.542431 20443 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e4756ee2aa64cf196a97cdd1470f771 in term 0.
09:04:55.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.543080 20257 leader_election.cc:304] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0, 6e4756ee2aa64cf196a97cdd1470f771; no voters:
09:04:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.543469 20494 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.543632 20494 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.543772 20494 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 0 FOLLOWER]: Advancing to term 1
09:04:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.547271 20494 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.549070 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e4756ee2aa64cf196a97cdd1470f771" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.549258 20443 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 0 FOLLOWER]: Advancing to term 1
09:04:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.552704 20443 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e4756ee2aa64cf196a97cdd1470f771 in term 1.
09:04:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.553113 20257 leader_election.cc:304] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0, 6e4756ee2aa64cf196a97cdd1470f771; no voters:
09:04:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.556332 20494 leader_election.cc:290] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [CANDIDATE]: Term 1 election: Requested vote from peers 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.556576 20494 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 1 FOLLOWER]: Leader election won for term 1
09:04:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.556737 20494 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [term 1 LEADER]: Becoming Leader. State: Replica: 6e4756ee2aa64cf196a97cdd1470f771, State: Running, Role: LEADER
09:04:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.557286 20494 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.551847 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: OK, instance_id { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" instance_seqno: 1769850294553244 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:55.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.558527 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.569373 20511 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.569775 20511 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.581068 20514 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e4756ee2aa64cf196a97cdd1470f771. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.581825 20514 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: This master's current role is: LEADER
09:04:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.586632 20512 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.586951 20512 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.583284 20240 master_runner.cc:186] Error getting master registration for 127.19.193.125:42521: OK, instance_id { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" instance_seqno: 1769850294999599 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.589943 20240 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.599380 20516 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.602232 20516 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.616799 20443 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Refusing update from remote peer 6e4756ee2aa64cf196a97cdd1470f771: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:55.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.619200 20514 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.643404 20489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e4756ee2aa64cf196a97cdd1470f771. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.643767 20489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.649204 20494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.649583 20494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: This master's current role is: LEADER
09:04:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.653175 20489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.653476 20489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.656699 20516 catalog_manager.cc:1357] Generated new cluster ID: 8832bc343292462a95ab66f5a3a0ae4c
09:04:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.656838 20516 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.686489 20516 catalog_manager.cc:1380] Generated new certificate authority record
09:04:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.688565 20516 catalog_manager.cc:1514] Loading token signing keys...
09:04:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.715075 20397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } attempt: 5
09:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.728629 20516 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771: Generated new TSK 0
09:04:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.730216 20516 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.734581 20397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: Bootstrap starting.
09:04:55.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.739059 20397 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: Neither blocks nor log segments found. Creating new log.
09:04:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.740634 20397 log.cc:826] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: Log is configured to *not* fsync() on all Append() calls
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.752094 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/logs
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data/info.pb
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.65:0
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.65
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.65
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.763535 20397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: No bootstrap required, opened a new log
09:04:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.779771 20397 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.780526 20397 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.780803 20397 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6dd33b7cdf1b4f9bbde74b1606fd6237, State: Initialized, Role: FOLLOWER
09:04:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.782425 20397 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.798626 20362 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e4756ee2aa64cf196a97cdd1470f771" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" is_pre_election: true
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.799214 20362 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e4756ee2aa64cf196a97cdd1470f771 in term 0.
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.799468 20362 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36608 (request call id 1) took 258 ms (client timeout 304 ms). Trace:
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:55.799592 20362 rpcz_store.cc:269] 0131 09:04:55.541408 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:04:55.541472 (+ 64us) service_pool.cc:225] Handling call
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:04:55.799402 (+257930us) inbound_call.cc:173] Queueing success response
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.800642 20361 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e4756ee2aa64cf196a97cdd1470f771" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237"
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.800880 20361 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 0 FOLLOWER]: Advancing to term 1
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.803963 20361 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e4756ee2aa64cf196a97cdd1470f771 in term 1.
09:04:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.804843 20360 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Refusing update from remote peer 6e4756ee2aa64cf196a97cdd1470f771: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.807403 20514 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.811491 20397 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: configured and running, proceeding with master startup.
09:04:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.816712 20525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.818434 20525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.850680 20529 mvcc.cc:204] Tried to move back new op lower bound from 7249306810827177984 to 7249306810616610816. Current Snapshot: MvccSnapshot[applied={T|T < 7249306810827177984}]
09:04:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.863831 20526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.864146 20526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.864454 20525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e4756ee2aa64cf196a97cdd1470f771. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.864626 20525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: This master's current role is: FOLLOWER
09:04:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.891867 20494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e4756ee2aa64cf196a97cdd1470f771" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.892280 20494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e4756ee2aa64cf196a97cdd1470f771 [sys.catalog]: This master's current role is: LEADER
09:04:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:55.918134 20541 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:04:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.241756 20524 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.242075 20524 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.242165 20524 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.250587 20524 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.250735 20524 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.250784 20524 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.250820 20524 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.250905 20524 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.193.65
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.260764 20524 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.65:0
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data/info.pb
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.65
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.65
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/logs
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.262338 20524 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.264101 20524 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.273615 20546 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.273650 20547 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.274073 20549 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.274832 20524 server_base.cc:1060] running on GCE node
09:04:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.275645 20524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.276566 20524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.277829 20524 hybrid_clock.cc:648] HybridClock initialized: now 1769850296277763 us; error 54 us; skew 500 ppm
09:04:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.278160 20524 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.281400 20524 webserver.cc:492] Webserver started at http://127.19.193.65:33777/ using document root <none> and password file <none>
09:04:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.282186 20524 fs_manager.cc:362] Metadata directory not provided
09:04:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.282315 20524 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.282706 20524 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.285145 20524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data/instance:
09:04:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.285910 20524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal/instance:
09:04:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.291370 20524 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
09:04:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.294927 20555 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.296257 20524 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.296422 20524 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.296638 20524 fs_report.cc:389] FS layout report
09:04:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data/data
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.310724 20524 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.311616 20524 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.311897 20524 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.315107 20524 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.315245 20524 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.315356 20524 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.315440 20524 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.367612 20524 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.65:44747
09:04:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.367769 20679 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.65:44747 every 8 connection(s)
09:04:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.369022 20524 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/data/info.pb
09:04:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.369663 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20524
09:04:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.369866 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-0/wal/instance
09:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.372552 20681 heartbeater.cc:344] Connected to a master server at 127.19.193.126:37321
09:04:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.374221 20681 heartbeater.cc:461] Registering TS with master...
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.375047 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/logs
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data/info.pb
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.66:0
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.66
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.66
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.375993 20681 heartbeater.cc:507] Master 127.19.193.126:37321 requested a full tablet report, sending...
09:04:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.379961 20680 heartbeater.cc:344] Connected to a master server at 127.19.193.124:33429
09:04:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.380115 20680 heartbeater.cc:461] Registering TS with master...
09:04:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.380636 20680 heartbeater.cc:507] Master 127.19.193.124:33429 requested a full tablet report, sending...
09:04:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.382342 20271 ts_manager.cc:194] Registered new tserver with Master: 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747)
09:04:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.382550 20433 ts_manager.cc:194] Registered new tserver with Master: 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747)
09:04:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.385057 20271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.193.65:40453
09:04:56.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.389233 20682 heartbeater.cc:344] Connected to a master server at 127.19.193.125:42521
09:04:56.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.389406 20682 heartbeater.cc:461] Registering TS with master...
09:04:56.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.389748 20682 heartbeater.cc:507] Master 127.19.193.125:42521 requested a full tablet report, sending...
09:04:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.391743 20352 ts_manager.cc:194] Registered new tserver with Master: 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747)
09:04:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.572142 20511 catalog_manager.cc:1269] Loaded cluster ID: 8832bc343292462a95ab66f5a3a0ae4c
09:04:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.572244 20511 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: loading cluster ID for follower catalog manager: success
09:04:56.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.575031 20511 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: acquiring CA information for follower catalog manager: success
09:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.576825 20511 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.740361 20685 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.740648 20685 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.740736 20685 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.748859 20685 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.748988 20685 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.749035 20685 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.749069 20685 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.749152 20685 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.193.66
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.759044 20685 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.66:0
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data/info.pb
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.66
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.66
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/logs
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.760664 20685 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.762498 20685 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.772603 20690 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.772604 20693 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:56.772630 20691 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.773736 20685 server_base.cc:1060] running on GCE node
09:04:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.774286 20685 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.775249 20685 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.776508 20685 hybrid_clock.cc:648] HybridClock initialized: now 1769850296776433 us; error 39 us; skew 500 ppm
09:04:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.776852 20685 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.780126 20685 webserver.cc:492] Webserver started at http://127.19.193.66:34533/ using document root <none> and password file <none>
09:04:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.781131 20685 fs_manager.cc:362] Metadata directory not provided
09:04:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.781322 20685 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.781765 20685 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.784834 20685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data/instance:
09:04:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d80db183eee4a8ca069fd6c6845d764"
09:04:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.785822 20685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal/instance:
09:04:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d80db183eee4a8ca069fd6c6845d764"
09:04:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.792601 20685 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
09:04:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.797469 20699 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.799407 20685 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
09:04:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.799609 20685 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal
09:04:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d80db183eee4a8ca069fd6c6845d764"
09:04:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:56 on dist-test-slave-w18v"
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.799832 20685 fs_report.cc:389] FS layout report
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data/data
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.815711 20685 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.816624 20685 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.816922 20685 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.820132 20685 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.820261 20685 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.820369 20685 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.820438 20685 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.875411 20685 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.66:37513
09:04:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.875478 20820 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.66:37513 every 8 connection(s)
09:04:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.876718 20685 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/data/info.pb
09:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.879593 20822 heartbeater.cc:344] Connected to a master server at 127.19.193.126:37321
09:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.879978 20822 heartbeater.cc:461] Registering TS with master...
09:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.881106 20822 heartbeater.cc:507] Master 127.19.193.126:37321 requested a full tablet report, sending...
09:04:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.882596 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20685
09:04:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.882794 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-1/wal/instance
09:04:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.887797 20271 ts_manager.cc:194] Registered new tserver with Master: 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66:37513)
09:04:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.888989 20271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.193.66:58257
09:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.891304 20821 heartbeater.cc:344] Connected to a master server at 127.19.193.124:33429
09:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.891623 20821 heartbeater.cc:461] Registering TS with master...
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.891927 20229 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/logs
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data/info.pb
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.67:0
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.67
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.67
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.892302 20821 heartbeater.cc:507] Master 127.19.193.124:33429 requested a full tablet report, sending...
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.893446 20433 ts_manager.cc:194] Registered new tserver with Master: 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66:37513)
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.894702 20823 heartbeater.cc:344] Connected to a master server at 127.19.193.125:42521
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.894851 20823 heartbeater.cc:461] Registering TS with master...
09:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.895468 20823 heartbeater.cc:507] Master 127.19.193.125:42521 requested a full tablet report, sending...
09:04:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.896535 20352 ts_manager.cc:194] Registered new tserver with Master: 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66:37513)
09:04:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.923516 20541 catalog_manager.cc:1269] Loaded cluster ID: 8832bc343292462a95ab66f5a3a0ae4c
09:04:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.923646 20541 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: loading cluster ID for follower catalog manager: success
09:04:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.927568 20541 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: acquiring CA information for follower catalog manager: success
09:04:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:56.930038 20541 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.271624 20826 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.271930 20826 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.272027 20826 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.281477 20826 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.281663 20826 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.281716 20826 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.281754 20826 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.281850 20826 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.193.67
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.293262 20826 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.193.84:44367
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.193.67:0
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data/info.pb
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.193.67
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.193.126:37321,127.19.193.125:42521,127.19.193.124:33429
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.193.67
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/logs
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:24 UTC on 24a791456cd2
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10276
09:04:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.295123 20826 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.297010 20826 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.306922 20833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.307709 20832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.307951 20835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.309119 20826 server_base.cc:1060] running on GCE node
09:04:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.309732 20826 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.310668 20826 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.311935 20826 hybrid_clock.cc:648] HybridClock initialized: now 1769850297311866 us; error 41 us; skew 500 ppm
09:04:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.312193 20826 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.314285 20826 webserver.cc:492] Webserver started at http://127.19.193.67:34753/ using document root <none> and password file <none>
09:04:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.315096 20826 fs_manager.cc:362] Metadata directory not provided
09:04:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.315197 20826 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.315526 20826 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.317837 20826 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data/instance:
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c4c378f0944490bf0918979c6592c2"
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:57 on dist-test-slave-w18v"
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.318557 20826 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal/instance:
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c4c378f0944490bf0918979c6592c2"
09:04:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:57 on dist-test-slave-w18v"
09:04:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.323658 20826 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
09:04:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.326815 20841 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.328711 20826 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.328967 20826 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data,/tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c4c378f0944490bf0918979c6592c2"
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:04:57 on dist-test-slave-w18v"
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.329254 20826 fs_report.cc:389] FS layout report
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data/data
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.358582 20826 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.359465 20826 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.359719 20826 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.364151 20826 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.364275 20826 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.364399 20826 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.364488 20826 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.388394 20681 heartbeater.cc:499] Master 127.19.193.126:37321 was elected leader, sending a full tablet report...
09:04:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.423674 20826 rpc_server.cc:307] RPC server started. Bound to: 127.19.193.67:44519
09:04:57.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.423784 20964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.193.67:44519 every 8 connection(s)
09:04:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.424974 20826 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/data/info.pb
09:04:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.427877 20966 heartbeater.cc:344] Connected to a master server at 127.19.193.126:37321
09:04:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.428332 20966 heartbeater.cc:461] Registering TS with master...
09:04:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.429615 20966 heartbeater.cc:507] Master 127.19.193.126:37321 requested a full tablet report, sending...
09:04:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.432097 20271 ts_manager.cc:194] Registered new tserver with Master: 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519)
09:04:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.433109 20271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.193.67:34697
09:04:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.433976 20229 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu as pid 20826
09:04:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.434154 20229 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLQHJLq/test-tmp/mini-kudu-cluster3541939710871169796/ts-2/wal/instance
09:04:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.434983 20965 heartbeater.cc:344] Connected to a master server at 127.19.193.124:33429
09:04:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.435325 20965 heartbeater.cc:461] Registering TS with master...
09:04:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.436167 20965 heartbeater.cc:507] Master 127.19.193.124:33429 requested a full tablet report, sending...
09:04:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.437819 20433 ts_manager.cc:194] Registered new tserver with Master: 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519)
09:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.440567 20967 heartbeater.cc:344] Connected to a master server at 127.19.193.125:42521
09:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.440722 20967 heartbeater.cc:461] Registering TS with master...
09:04:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.441016 20967 heartbeater.cc:507] Master 127.19.193.125:42521 requested a full tablet report, sending...
09:04:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.442142 20352 ts_manager.cc:194] Registered new tserver with Master: 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519)
09:04:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.446079 20229 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:04:57.448 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:57.448 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:04:57.449 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.193.126"
port: 37321
}
bound_http_address {
host: "127.19.193.126"
port: 42049
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.193.125"
port: 42521
}
bound_http_address {
host: "127.19.193.125"
port: 42035
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.193.124"
port: 33429
}
bound_http_address {
host: "127.19.193.124"
port: 44783
}
}
}
09:04:57.450 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:04:57.450 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.193.65"
port: 44747
}
bound_http_address {
host: "127.19.193.65"
port: 33777
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.193.66"
port: 37513
}
bound_http_address {
host: "127.19.193.66"
port: 34533
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.193.67"
port: 44519
}
bound_http_address {
host: "127.19.193.67"
port: 34753
}
}
}
09:04:57.450 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:04:57.459 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:04:57.461 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:04:57.462 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:57.464 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.193.125:42521(127.19.193.125:42521)] Successfully connected to peer
09:04:57.464 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.193.124:33429(127.19.193.124:33429)] connecting to peer
09:04:57.465 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.193.126:37321(127.19.193.126:37321)] Successfully connected to peer
09:04:57.467 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.193.126
09:04:57.468 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.193.125
09:04:57.470 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.193.124:33429(127.19.193.124:33429)] Successfully connected to peer
09:04:57.472 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.193.124
09:04:57.484 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe4df7671, L:/127.0.0.1:40830 - R:/127.19.193.126:37321] using SASL/PLAIN
09:04:57.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:57.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=27), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: OK, deferred=null) after lookup
09:04:57.488 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc658de9c, L:/127.0.0.1:55304 - R:/127.19.193.125:42521] using SASL/PLAIN
09:04:57.489 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x326cd380, L:/127.0.0.1:53730 - R:/127.19.193.124:33429] using SASL/PLAIN
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.489148 20271 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40830:
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.491518 20271 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:57.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7b9898d6ec044c8dbfaf83ca217dc88d
09:04:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.548048 20605 tablet_service.cc:1505] Processing CreateTablet for tablet c6b97306edfa4594acebba7ea659f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.548344 20900 tablet_service.cc:1505] Processing CreateTablet for tablet 5cb495cc138a432d98423963f33b64f9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.549367 20605 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6b97306edfa4594acebba7ea659f0af. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.549886 20900 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cb495cc138a432d98423963f33b64f9. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.550889 20606 tablet_service.cc:1505] Processing CreateTablet for tablet 5cb495cc138a432d98423963f33b64f9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.550889 20899 tablet_service.cc:1505] Processing CreateTablet for tablet c6b97306edfa4594acebba7ea659f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.551304 20606 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cb495cc138a432d98423963f33b64f9. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.551327 20899 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6b97306edfa4594acebba7ea659f0af. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.573500 20992 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Bootstrap starting.
09:04:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.578455 20992 tablet_bootstrap.cc:654] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Neither blocks nor log segments found. Creating new log.
09:04:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.580080 20992 log.cc:826] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Log is configured to *not* fsync() on all Append() calls
09:04:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.585047 20991 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Bootstrap starting.
09:04:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.587198 20992 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: No bootstrap required, opened a new log
09:04:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.587239 20752 tablet_service.cc:1505] Processing CreateTablet for tablet c6b97306edfa4594acebba7ea659f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.587993 20992 ts_tablet_manager.cc:1403] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Time spent bootstrapping tablet: real 0.015s user 0.009s sys 0.000s
09:04:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.588701 20752 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6b97306edfa4594acebba7ea659f0af. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.589305 20991 tablet_bootstrap.cc:654] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Neither blocks nor log segments found. Creating new log.
09:04:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.590555 20991 log.cc:826] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Log is configured to *not* fsync() on all Append() calls
09:04:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.595306 20992 raft_consensus.cc:359] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.595707 20992 raft_consensus.cc:385] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.595844 20992 raft_consensus.cc:740] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87c4c378f0944490bf0918979c6592c2, State: Initialized, Role: FOLLOWER
09:04:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.596467 20992 consensus_queue.cc:260] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.598210 20992 ts_tablet_manager.cc:1434] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s
09:04:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.598599 20966 heartbeater.cc:499] Master 127.19.193.126:37321 was elected leader, sending a full tablet report...
09:04:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.598577 20753 tablet_service.cc:1505] Processing CreateTablet for tablet 5cb495cc138a432d98423963f33b64f9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.599068 20753 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cb495cc138a432d98423963f33b64f9. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.599650 20992 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2: Bootstrap starting.
09:04:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.603127 20992 tablet_bootstrap.cc:654] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2: Neither blocks nor log segments found. Creating new log.
09:04:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.610584 20997 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Bootstrap starting.
09:04:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.612646 20991 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: No bootstrap required, opened a new log
09:04:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.612969 20991 ts_tablet_manager.cc:1403] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Time spent bootstrapping tablet: real 0.028s user 0.005s sys 0.003s
09:04:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.613718 20992 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2: No bootstrap required, opened a new log
09:04:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.613991 20992 ts_tablet_manager.cc:1403] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2: Time spent bootstrapping tablet: real 0.015s user 0.005s sys 0.004s
09:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.618952 20992 raft_consensus.cc:359] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.619155 20992 raft_consensus.cc:385] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.619235 20992 raft_consensus.cc:740] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87c4c378f0944490bf0918979c6592c2, State: Initialized, Role: FOLLOWER
09:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.619452 20992 consensus_queue.cc:260] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.620131 20992 ts_tablet_manager.cc:1434] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
09:04:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.620858 20991 raft_consensus.cc:359] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.621315 20991 raft_consensus.cc:385] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.621433 20991 raft_consensus.cc:740] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 903cad4024254d3bb507a150b6bf9c88, State: Initialized, Role: FOLLOWER
09:04:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.622049 20991 consensus_queue.cc:260] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.625102 20997 tablet_bootstrap.cc:654] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Neither blocks nor log segments found. Creating new log.
09:04:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.626695 20997 log.cc:826] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Log is configured to *not* fsync() on all Append() calls
09:04:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.633704 20991 ts_tablet_manager.cc:1434] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Time spent starting tablet: real 0.021s user 0.008s sys 0.011s
09:04:57.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.635491 20997 tablet_bootstrap.cc:492] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: No bootstrap required, opened a new log
09:04:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.635927 20997 ts_tablet_manager.cc:1403] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Time spent bootstrapping tablet: real 0.026s user 0.011s sys 0.003s
09:04:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.636942 20991 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88: Bootstrap starting.
09:04:57.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.638923 20991 tablet_bootstrap.cc:654] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88: Neither blocks nor log segments found. Creating new log.
09:04:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.644824 20997 raft_consensus.cc:359] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.645411 20997 raft_consensus.cc:385] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.645525 20997 raft_consensus.cc:740] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d80db183eee4a8ca069fd6c6845d764, State: Initialized, Role: FOLLOWER
09:04:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.646399 20997 consensus_queue.cc:260] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.647018 20991 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88: No bootstrap required, opened a new log
09:04:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.647213 20991 ts_tablet_manager.cc:1403] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
09:04:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.647936 20822 heartbeater.cc:499] Master 127.19.193.126:37321 was elected leader, sending a full tablet report...
09:04:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.648617 20997 ts_tablet_manager.cc:1434] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Time spent starting tablet: real 0.012s user 0.010s sys 0.000s
09:04:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.649045 20824 tablet.cc:2378] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.649188 20997 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764: Bootstrap starting.
09:04:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.650471 20991 raft_consensus.cc:359] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.650681 20991 raft_consensus.cc:385] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.650774 20991 raft_consensus.cc:740] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 903cad4024254d3bb507a150b6bf9c88, State: Initialized, Role: FOLLOWER
09:04:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.651018 20991 consensus_queue.cc:260] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.651389 20997 tablet_bootstrap.cc:654] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764: Neither blocks nor log segments found. Creating new log.
09:04:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.653019 20991 ts_tablet_manager.cc:1434] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
09:04:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.665095 20997 tablet_bootstrap.cc:492] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764: No bootstrap required, opened a new log
09:04:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.665305 20997 ts_tablet_manager.cc:1403] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.007s
09:04:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.666252 20997 raft_consensus.cc:359] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.666471 20997 raft_consensus.cc:385] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.666616 20997 raft_consensus.cc:740] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d80db183eee4a8ca069fd6c6845d764, State: Initialized, Role: FOLLOWER
09:04:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.666940 20997 consensus_queue.cc:260] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.667511 20997 ts_tablet_manager.cc:1434] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
09:04:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.677939 20968 tablet.cc:2378] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.715301 21001 raft_consensus.cc:493] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.715583 21001 raft_consensus.cc:515] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.717741 21001 leader_election.cc:290] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519), 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747)
09:04:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.725425 20920 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "5cb495cc138a432d98423963f33b64f9" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87c4c378f0944490bf0918979c6592c2" is_pre_election: true
09:04:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.725968 20920 raft_consensus.cc:2468] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 0.
09:04:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.726138 20634 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "5cb495cc138a432d98423963f33b64f9" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88" is_pre_election: true
09:04:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.726701 20702 leader_election.cc:304] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d80db183eee4a8ca069fd6c6845d764, 87c4c378f0944490bf0918979c6592c2; no voters:
09:04:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.726773 20634 raft_consensus.cc:2468] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 0.
09:04:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.727106 21001 raft_consensus.cc:2804] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.727270 21001 raft_consensus.cc:493] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.727397 21001 raft_consensus.cc:3060] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.729593 21001 raft_consensus.cc:515] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.730324 21001 leader_election.cc:290] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 election: Requested vote from peers 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519), 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747)
09:04:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.730919 20920 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "5cb495cc138a432d98423963f33b64f9" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87c4c378f0944490bf0918979c6592c2"
09:04:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.731128 20920 raft_consensus.cc:3060] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.731388 20634 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "5cb495cc138a432d98423963f33b64f9" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.731649 20634 raft_consensus.cc:3060] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.734197 20920 raft_consensus.cc:2468] T 5cb495cc138a432d98423963f33b64f9 P 87c4c378f0944490bf0918979c6592c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 1.
09:04:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.734651 20634 raft_consensus.cc:2468] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 1.
09:04:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.734685 20702 leader_election.cc:304] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d80db183eee4a8ca069fd6c6845d764, 87c4c378f0944490bf0918979c6592c2; no voters:
09:04:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.735174 21001 raft_consensus.cc:2804] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 FOLLOWER]: Leader election won for term 1
09:04:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.735709 21001 raft_consensus.cc:697] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 LEADER]: Becoming Leader. State: Replica: 7d80db183eee4a8ca069fd6c6845d764, State: Running, Role: LEADER
09:04:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.736635 21001 consensus_queue.cc:237] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } }
09:04:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.743213 20995 raft_consensus.cc:493] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.743445 20995 raft_consensus.cc:515] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.743789 20270 catalog_manager.cc:5654] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66). New cstate: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } health_report { overall_health: UNKNOWN } } }
09:04:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.745532 20995 leader_election.cc:290] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747), 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66:37513)
09:04:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.755190 20634 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c6b97306edfa4594acebba7ea659f0af" candidate_uuid: "87c4c378f0944490bf0918979c6592c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88" is_pre_election: true
09:04:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.755544 20634 raft_consensus.cc:2468] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87c4c378f0944490bf0918979c6592c2 in term 0.
09:04:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.756228 20845 leader_election.cc:304] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 87c4c378f0944490bf0918979c6592c2, 903cad4024254d3bb507a150b6bf9c88; no voters:
09:04:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.756740 20776 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c6b97306edfa4594acebba7ea659f0af" candidate_uuid: "87c4c378f0944490bf0918979c6592c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d80db183eee4a8ca069fd6c6845d764" is_pre_election: true
09:04:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.756870 20995 raft_consensus.cc:2804] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.757005 20995 raft_consensus.cc:493] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.757095 20995 raft_consensus.cc:3060] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.757105 20776 raft_consensus.cc:2468] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87c4c378f0944490bf0918979c6592c2 in term 0.
09:04:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.759440 20995 raft_consensus.cc:515] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.760128 20995 leader_election.cc:290] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [CANDIDATE]: Term 1 election: Requested vote from peers 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747), 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66:37513)
09:04:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.760782 20634 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c6b97306edfa4594acebba7ea659f0af" candidate_uuid: "87c4c378f0944490bf0918979c6592c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.760793 20776 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c6b97306edfa4594acebba7ea659f0af" candidate_uuid: "87c4c378f0944490bf0918979c6592c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d80db183eee4a8ca069fd6c6845d764"
09:04:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.760990 20634 raft_consensus.cc:3060] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.760982 20776 raft_consensus.cc:3060] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Advancing to term 1
09:04:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.763105 20634 raft_consensus.cc:2468] T c6b97306edfa4594acebba7ea659f0af P 903cad4024254d3bb507a150b6bf9c88 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87c4c378f0944490bf0918979c6592c2 in term 1.
09:04:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.763192 20776 raft_consensus.cc:2468] T c6b97306edfa4594acebba7ea659f0af P 7d80db183eee4a8ca069fd6c6845d764 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87c4c378f0944490bf0918979c6592c2 in term 1.
09:04:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.763586 20845 leader_election.cc:304] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 87c4c378f0944490bf0918979c6592c2, 903cad4024254d3bb507a150b6bf9c88; no voters:
09:04:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.764111 20995 raft_consensus.cc:2804] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 1 FOLLOWER]: Leader election won for term 1
09:04:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.764722 20995 raft_consensus.cc:697] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [term 1 LEADER]: Becoming Leader. State: Replica: 87c4c378f0944490bf0918979c6592c2, State: Running, Role: LEADER
09:04:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.765369 20995 consensus_queue.cc:237] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.771714 20270 catalog_manager.cc:5654] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 87c4c378f0944490bf0918979c6592c2 (127.19.193.67). New cstate: current_term: 1 leader_uuid: "87c4c378f0944490bf0918979c6592c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } health_report { overall_health: HEALTHY } } }
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.865873 20270 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40846:
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.867136 20270 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:57.881902 20683 tablet.cc:2378] T 5cb495cc138a432d98423963f33b64f9 P 903cad4024254d3bb507a150b6bf9c88: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.882043 20753 tablet_service.cc:1505] Processing CreateTablet for tablet bf55956a12b645ae9415cc762e62bab1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6028c4426c6a4ed780bd0404cb3d2c76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.883322 20753 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf55956a12b645ae9415cc762e62bab1. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.883663 20606 tablet_service.cc:1505] Processing CreateTablet for tablet bf55956a12b645ae9415cc762e62bab1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6028c4426c6a4ed780bd0404cb3d2c76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.884724 20606 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf55956a12b645ae9415cc762e62bab1. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.890017 20900 tablet_service.cc:1505] Processing CreateTablet for tablet bf55956a12b645ae9415cc762e62bab1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6028c4426c6a4ed780bd0404cb3d2c76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.891321 20900 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf55956a12b645ae9415cc762e62bab1. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.892244 20991 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: Bootstrap starting.
09:04:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.894408 20991 tablet_bootstrap.cc:654] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: Neither blocks nor log segments found. Creating new log.
09:04:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.896446 20997 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: Bootstrap starting.
09:04:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.898485 20997 tablet_bootstrap.cc:654] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: Neither blocks nor log segments found. Creating new log.
09:04:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.900204 20992 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: Bootstrap starting.
09:04:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.902601 20992 tablet_bootstrap.cc:654] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: Neither blocks nor log segments found. Creating new log.
09:04:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.905509 20997 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: No bootstrap required, opened a new log
09:04:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.905773 20997 ts_tablet_manager.cc:1403] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.000s
09:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.909029 20997 raft_consensus.cc:359] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.909389 20997 raft_consensus.cc:385] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.909510 20997 raft_consensus.cc:740] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d80db183eee4a8ca069fd6c6845d764, State: Initialized, Role: FOLLOWER
09:04:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.909891 20997 consensus_queue.cc:260] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.910460 21001 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.911504 21001 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.912063 20997 ts_tablet_manager.cc:1434] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: Time spent starting tablet: real 0.004s user 0.002s sys 0.001s
09:04:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.912261 20991 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: No bootstrap required, opened a new log
09:04:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.912490 20991 ts_tablet_manager.cc:1403] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: Time spent bootstrapping tablet: real 0.020s user 0.010s sys 0.006s
09:04:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.913194 20992 tablet_bootstrap.cc:492] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: No bootstrap required, opened a new log
09:04:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.913379 20992 ts_tablet_manager.cc:1403] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.004s
09:04:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.913441 20991 raft_consensus.cc:359] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.913673 20991 raft_consensus.cc:385] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.913749 20991 raft_consensus.cc:740] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 903cad4024254d3bb507a150b6bf9c88, State: Initialized, Role: FOLLOWER
09:04:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.914070 20991 consensus_queue.cc:260] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.914601 20998 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.914889 20998 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.915082 20992 raft_consensus.cc:359] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.915340 20992 raft_consensus.cc:385] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.915414 20992 raft_consensus.cc:740] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87c4c378f0944490bf0918979c6592c2, State: Initialized, Role: FOLLOWER
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.915706 20992 consensus_queue.cc:260] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.916128 20995 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.916356 20995 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.917347 20992 ts_tablet_manager.cc:1434] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
09:04:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:57.919415 20991 ts_tablet_manager.cc:1434] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: Time spent starting tablet: real 0.007s user 0.001s sys 0.001s
09:04:58.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.154295 21001 consensus_queue.cc:1048] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Connected to new peer: Peer: permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.161139 21005 consensus_queue.cc:1048] T 5cb495cc138a432d98423963f33b64f9 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Connected to new peer: Peer: permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.168939 21005 raft_consensus.cc:493] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.169143 21005 raft_consensus.cc:515] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.169934 21005 leader_election.cc:290] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747), 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519)
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.170629 20920 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "bf55956a12b645ae9415cc762e62bab1" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87c4c378f0944490bf0918979c6592c2" is_pre_election: true
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.170480 20631 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "bf55956a12b645ae9415cc762e62bab1" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88" is_pre_election: true
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.170881 20920 raft_consensus.cc:2468] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 0.
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.171032 20631 raft_consensus.cc:2468] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 0.
09:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.171305 20702 leader_election.cc:304] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d80db183eee4a8ca069fd6c6845d764, 87c4c378f0944490bf0918979c6592c2; no voters:
09:04:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.171716 21001 raft_consensus.cc:2804] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.171820 21001 raft_consensus.cc:493] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.171917 21001 raft_consensus.cc:3060] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 0 FOLLOWER]: Advancing to term 1
09:04:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.174597 21001 raft_consensus.cc:515] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.175524 21001 leader_election.cc:290] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 election: Requested vote from peers 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747), 87c4c378f0944490bf0918979c6592c2 (127.19.193.67:44519)
09:04:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.175730 20634 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "bf55956a12b645ae9415cc762e62bab1" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "903cad4024254d3bb507a150b6bf9c88"
09:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.175944 20634 raft_consensus.cc:3060] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 0 FOLLOWER]: Advancing to term 1
09:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.176098 20920 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "bf55956a12b645ae9415cc762e62bab1" candidate_uuid: "7d80db183eee4a8ca069fd6c6845d764" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87c4c378f0944490bf0918979c6592c2"
09:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.176313 20920 raft_consensus.cc:3060] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 0 FOLLOWER]: Advancing to term 1
09:04:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.178119 20634 raft_consensus.cc:2468] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 1.
09:04:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.178153 20920 raft_consensus.cc:2468] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d80db183eee4a8ca069fd6c6845d764 in term 1.
09:04:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.178750 20703 leader_election.cc:304] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d80db183eee4a8ca069fd6c6845d764, 903cad4024254d3bb507a150b6bf9c88; no voters:
09:04:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.179055 21001 raft_consensus.cc:2804] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 FOLLOWER]: Leader election won for term 1
09:04:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.179231 21001 raft_consensus.cc:697] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [term 1 LEADER]: Becoming Leader. State: Replica: 7d80db183eee4a8ca069fd6c6845d764, State: Running, Role: LEADER
09:04:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.179524 21001 consensus_queue.cc:237] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } }
09:04:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.180657 20995 consensus_queue.cc:1048] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.181326 21005 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: TxnStatusTablet state changed. Reason: New leader 7d80db183eee4a8ca069fd6c6845d764. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.181597 21005 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: This TxnStatusTablet replica's current role is: LEADER
09:04:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.182852 21026 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:04:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.183341 21026 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:04:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.183460 20271 catalog_manager.cc:5654] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d80db183eee4a8ca069fd6c6845d764 (127.19.193.66). New cstate: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } health_report { overall_health: UNKNOWN } } }
09:04:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.199919 21007 consensus_queue.cc:1048] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.227142 20634 raft_consensus.cc:1275] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88 [term 1 FOLLOWER]: Refusing update from remote peer 7d80db183eee4a8ca069fd6c6845d764: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.227206 20920 raft_consensus.cc:1275] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2 [term 1 FOLLOWER]: Refusing update from remote peer 7d80db183eee4a8ca069fd6c6845d764: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.227902 21005 consensus_queue.cc:1048] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Connected to new peer: Peer: permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.228204 21001 consensus_queue.cc:1048] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764 [LEADER]: Connected to new peer: Peer: permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.237880 21007 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: TxnStatusTablet state changed. Reason: New leader 7d80db183eee4a8ca069fd6c6845d764. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.238226 21007 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:58.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.243585 20998 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: TxnStatusTablet state changed. Reason: New leader 7d80db183eee4a8ca069fd6c6845d764. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.243904 20998 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:58.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.243955 21021 mvcc.cc:204] Tried to move back new op lower bound from 7249306821528289280 to 7249306821346136064. Current Snapshot: MvccSnapshot[applied={T|T < 7249306821528289280}]
09:04:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.256870 21005 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.257745 21005 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: This TxnStatusTablet replica's current role is: LEADER
09:04:58.259 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
09:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.259277 20998 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.259536 20998 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 903cad4024254d3bb507a150b6bf9c88: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:58.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7b9898d6ec044c8dbfaf83ca217dc88d
09:04:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.263581 21005 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.264 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.193.126:37321
09:04:58.264 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:04:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.264211 21005 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 7d80db183eee4a8ca069fd6c6845d764: This TxnStatusTablet replica's current role is: LEADER
09:04:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.265311 20229 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu pid 20240
09:04:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.266880 20311 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.269594 21007 tablet_replica.cc:442] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7d80db183eee4a8ca069fd6c6845d764" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "903cad4024254d3bb507a150b6bf9c88" member_type: VOTER last_known_addr { host: "127.19.193.65" port: 44747 } } peers { permanent_uuid: "7d80db183eee4a8ca069fd6c6845d764" member_type: VOTER last_known_addr { host: "127.19.193.66" port: 37513 } } peers { permanent_uuid: "87c4c378f0944490bf0918979c6592c2" member_type: VOTER last_known_addr { host: "127.19.193.67" port: 44519 } } }
09:04:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.269881 21007 tablet_replica.cc:445] T bf55956a12b645ae9415cc762e62bab1 P 87c4c378f0944490bf0918979c6592c2: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.436543 20229 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu with pid 20240
09:04:58.463 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.193.126:37321(127.19.193.126:37321)] handling channelInactive
09:04:58.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state READY due to: connection closed
09:04:58.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.459496 20702 connection.cc:537] client connection to 127.19.193.126:37321 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.460902 20822 heartbeater.cc:646] Failed to heartbeat to 127.19.193.126:37321 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.735332 21039 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6e4756ee2aa64cf196a97cdd1470f771)
09:04:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.735561 21039 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.735877 21040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6e4756ee2aa64cf196a97cdd1470f771)
09:04:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.736033 21040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.736948 21039 leader_election.cc:290] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.737104 21040 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:04:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.737898 20360 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" is_pre_election: true
09:04:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.738149 20360 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e1aed57b1ac4244a46b55b8a5e249a0 in term 1.
09:04:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.738199 20419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.738924 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" is_pre_election: true
09:04:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.739126 20443 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6dd33b7cdf1b4f9bbde74b1606fd6237 in term 1.
09:04:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.739713 20338 leader_election.cc:304] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e1aed57b1ac4244a46b55b8a5e249a0; no voters:
09:04:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.740070 21039 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.740168 21039 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6e4756ee2aa64cf196a97cdd1470f771)
09:04:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.740236 21039 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 1 FOLLOWER]: Advancing to term 2
09:04:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.740373 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e1aed57b1ac4244a46b55b8a5e249a0; no voters:
09:04:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.740538 20338 leader_election.cc:336] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.740911 21040 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.741045 21040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6e4756ee2aa64cf196a97cdd1470f771)
09:04:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.741154 21040 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 1 FOLLOWER]: Advancing to term 2
09:04:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.741269 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.742487 21039 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.742998 21039 leader_election.cc:290] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 election: Requested vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.743129 21040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.743562 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.743822 20443 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6dd33b7cdf1b4f9bbde74b1606fd6237 in current term 2: Already voted for candidate 6e1aed57b1ac4244a46b55b8a5e249a0 in this term.
09:04:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.743934 21040 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 election: Requested vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:04:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.744123 20360 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237"
09:04:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.744380 20360 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6e1aed57b1ac4244a46b55b8a5e249a0 in current term 2: Already voted for candidate 6dd33b7cdf1b4f9bbde74b1606fd6237 in this term.
09:04:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.744839 20338 leader_election.cc:336] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.744964 20338 leader_election.cc:304] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd33b7cdf1b4f9bbde74b1606fd6237; no voters: 6e1aed57b1ac4244a46b55b8a5e249a0, 6e4756ee2aa64cf196a97cdd1470f771
09:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.745237 21039 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.745424 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.745525 20419 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:04:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:58.745765 21040 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:58.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.762 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.19.193.126:37321(127.19.193.126:37321) for tablet Kudu Master: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:58.821722 20966 heartbeater.cc:646] Failed to heartbeat to 127.19.193.126:37321 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:58.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.19.193.126:37321, [2ms] received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1528931347(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/932531762@437d9477 -> (continuation of Deferred@1010399225 after retry RPC after error@1903271273) -> (continuation of Deferred@665235048 after retry RPC after error@148326599) -> (continuation of Deferred@2133225627 after retry RPC after error@37826755) -> (continuation of Deferred@268835597 after retry RPC after error@572913850) -> (continuation of Deferred@1858856653 after retry RPC after error@1703351551) -> (continuation of Deferred@1165604145 after retry RPC after error@1209300236), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/2065602635@79581f4d -> (continuation of Deferred@1010399225 after retry RPC after error@1903271273) -> (continuation of Deferred@665235048 after retry RPC after error@148326599) -> (continuation of Deferred@2133225627 after retry RPC after error@37826755) -> (continuation of Deferred@268835597 after retry RPC after error@572913850) -> (continuation of Deferred@1858856653 after retry RPC after error@1703351551) -> (continuation of Deferred@1165604145 after retry RPC after error@1209300236)))
09:04:58.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.19.193.126:37321, [2ms] received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1528931347(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/932531762@437d9477 -> (continuation of Deferred@1010399225 after retry RPC after error@1903271273) -> (continuation of Deferred@665235048 after retry RPC after error@148326599) -> (continuation of Deferred@2133225627 after retry RPC after error@37826755) -> (continuation of Deferred@268835597 after retry RPC after error@572913850) -> (continuation of Deferred@1858856653 after retry RPC after error@1703351551) -> (continuation of Deferred@1165604145 after retry RPC after error@1209300236), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/2065602635@79581f4d -> (continuation of Deferred@1010399225 after retry RPC after error@1903271273) -> (continuation of Deferred@665235048 after retry RPC after error@148326599) -> (continuation of Deferred@2133225627 after retry RPC after error@37826755) -> (continuation of Deferred@268835597 after retry RPC after error@572913850) -> (continuation of Deferred@1858856653 after retry RPC after error@1703351551) -> (continuation of Deferred@1165604145 after retry RPC after error@1209300236)))
09:04:58.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:58.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:58.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:58.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:59.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:59.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:59.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:59.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:59.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:59.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:59.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:59.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:04:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.087330 21039 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.087517 21039 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.088099 21039 leader_election.cc:290] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.088807 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" is_pre_election: true
09:04:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.089023 20443 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6dd33b7cdf1b4f9bbde74b1606fd6237 in term 2.
09:04:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.089325 20338 leader_election.cc:336] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.089612 20338 leader_election.cc:304] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6e4756ee2aa64cf196a97cdd1470f771
09:04:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.089862 21039 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Leader pre-election won for term 3
09:04:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.089944 21039 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.090035 21039 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 2 FOLLOWER]: Advancing to term 3
09:04:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.092136 21039 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.092614 21039 leader_election.cc:290] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 election: Requested vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6e1aed57b1ac4244a46b55b8a5e249a0 (127.19.193.124:33429)
09:04:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.093319 20443 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0"
09:04:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.093514 20443 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 2 FOLLOWER]: Advancing to term 3
09:04:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.093814 20338 leader_election.cc:336] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.095574 20443 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6dd33b7cdf1b4f9bbde74b1606fd6237 in term 3.
09:04:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.095950 20338 leader_election.cc:304] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6e4756ee2aa64cf196a97cdd1470f771
09:04:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.096201 21039 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 3 FOLLOWER]: Leader election won for term 3
09:04:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.096580 21039 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [term 3 LEADER]: Becoming Leader. State: Replica: 6dd33b7cdf1b4f9bbde74b1606fd6237, State: Running, Role: LEADER
09:04:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.096997 21039 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:04:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.098208 21049 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6dd33b7cdf1b4f9bbde74b1606fd6237. Latest consensus state: current_term: 3 leader_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.098471 21049 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: This master's current role is: LEADER
09:04:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.099164 21050 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.101540 21050 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=6028c4426c6a4ed780bd0404cb3d2c76]
09:04:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.102020 21050 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d]
09:04:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.103618 21050 tablet_loader.cc:96] loaded metadata for tablet 5cb495cc138a432d98423963f33b64f9 (table txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d])
09:04:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.103935 21050 tablet_loader.cc:96] loaded metadata for tablet bf55956a12b645ae9415cc762e62bab1 (table kudu_system.kudu_transactions [id=6028c4426c6a4ed780bd0404cb3d2c76])
09:04:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.104210 21050 tablet_loader.cc:96] loaded metadata for tablet c6b97306edfa4594acebba7ea659f0af (table txn_manager_fallback_rolling [id=7b9898d6ec044c8dbfaf83ca217dc88d])
09:04:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.104463 21050 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.105333 21050 catalog_manager.cc:1269] Loaded cluster ID: 8832bc343292462a95ab66f5a3a0ae4c
09:04:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.105445 21050 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.106575 21050 catalog_manager.cc:1514] Loading token signing keys...
09:04:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.107343 21050 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237: Loaded TSK: 0
09:04:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.108048 21050 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:59.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:04:59.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:04:59.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:59.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, deferred=Deferred@1305868037(state=PENDING, result=null, callback=(continuation of Deferred@731896443 after retry RPC after error@1326527301) -> (continuation of Deferred@1479077381 after retry RPC after error@975656922) -> (continuation of Deferred@1866342119 after retry RPC after error@703824734) -> (continuation of Deferred@917772451 after retry RPC after error@908918824) -> (continuation of Deferred@695986476 after retry RPC after error@472344110) -> (continuation of Deferred@180360201 after retry RPC after error@1420978489) -> (continuation of Deferred@586598410 after retry RPC after error@96984172), errback=(continuation of Deferred@731896443 after retry RPC after error@1326527301) -> (continuation of Deferred@1479077381 after retry RPC after error@975656922) -> (continuation of Deferred@1866342119 after retry RPC after error@703824734) -> (continuation of Deferred@917772451 after retry RPC after error@908918824) -> (continuation of Deferred@695986476 after retry RPC after error@472344110) -> (continuation of Deferred@180360201 after retry RPC after error@1420978489) -> (continuation of Deferred@586598410 after retry RPC after error@96984172))) after lookup
09:04:59.201 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: OK, [246ms] sending RPC to server master-127.19.193.125:42521, deferred=Deferred@1305868037(state=PENDING, result=null, callback=(continuation of Deferred@731896443 after retry RPC after error@1326527301) -> (continuation of Deferred@1479077381 after retry RPC after error@975656922) -> (continuation of Deferred@1866342119 after retry RPC after error@703824734) -> (continuation of Deferred@917772451 after retry RPC after error@908918824) -> (continuation of Deferred@695986476 after retry RPC after error@472344110) -> (continuation of Deferred@180360201 after retry RPC after error@1420978489) -> (continuation of Deferred@586598410 after retry RPC after error@96984172) -> (continuation of Deferred@1328957446 after retry RPC@1053780352), errback=(continuation of Deferred@731896443 after retry RPC after error@1326527301) -> (continuation of Deferred@1479077381 after retry RPC after error@975656922) -> (continuation of Deferred@1866342119 after retry RPC after error@703824734) -> (continuation of Deferred@917772451 after retry RPC after error@908918824) -> (continuation of Deferred@695986476 after retry RPC after error@472344110) -> (continuation of Deferred@180360201 after retry RPC after error@1420978489) -> (continuation of Deferred@586598410 after retry RPC after error@96984172) -> (continuation of Deferred@1328957446 after retry RPC@1053780352)))
09:04:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.215106 20382 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55304 (request call id 16) took 28 ms (client timeout 5 ms). Trace:
09:04:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.215402 20382 rpcz_store.cc:269] 0131 09:04:59.186773 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:04:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:04:59.186888 (+ 115us) service_pool.cc:225] Handling call
09:04:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:04:59.214993 (+ 28105us) inbound_call.cc:173] Queueing success response
09:04:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":623,"thread_start_us":1164,"threads_started":2}
09:04:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.216954 20338 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 -> Peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Couldn't send request to peer 6e4756ee2aa64cf196a97cdd1470f771. Status: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.220571 20443 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Refusing update from remote peer 6dd33b7cdf1b4f9bbde74b1606fd6237: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
09:04:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 953472762230 + 9223371083382014873 cannot be represented in type 'long'
09:04:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.223929 21049 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
09:04:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.228430 21040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6dd33b7cdf1b4f9bbde74b1606fd6237. Latest consensus state: current_term: 3 leader_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.228746 21040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: This master's current role is: FOLLOWER
09:04:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.232841 21040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.233805 21040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [sys.catalog]: This master's current role is: FOLLOWER
09:04:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.248534 21039 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } } }
09:04:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.249614 21039 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 [sys.catalog]: This master's current role is: LEADER
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:04:59.260120 20351 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55324:
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.271222 20681 heartbeater.cc:646] Failed to heartbeat to 127.19.193.126:37321 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:04:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.272058 20351 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:04:59.731498 20338 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 -> Peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Couldn't send request to peer 6e4756ee2aa64cf196a97cdd1470f771. Status: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:05:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:00.066558 20338 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111) [suppressed 16 similar messages]
09:05:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:00.256794 20338 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6dd33b7cdf1b4f9bbde74b1606fd6237 -> Peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Couldn't send request to peer 6e4756ee2aa64cf196a97cdd1470f771. Status: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:05:00.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7ff2be20e608 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
09:05:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.269905 20682 heartbeater.cc:499] Master 127.19.193.125:42521 was elected leader, sending a full tablet report...
09:05:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa78cf5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
09:05:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7ff2d1f98b72 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
09:05:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7ff2d1f88684 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
09:05:00.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7ff2d20ec58e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
09:05:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7ff2d20ed16b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
09:05:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7ff2d20f1daf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
09:05:00.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7ff2cbf112d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
09:05:00.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7ff2cbf11005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:05:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7ff2c527c55e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:05:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7ff2c527b43e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
09:05:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7ff2c5281675 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
09:05:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7ff2c5281f9f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
09:05:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7ff2c5281dc8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:05:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8970c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:05:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7ff2be2def98 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
09:05:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7ff2c18eb6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
09:05:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7ff2ba41a71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
09:05:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:05:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
09:05:00.406 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.193.125:42521(127.19.193.125:42521)] handling channelInactive
09:05:00.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state READY due to: connection closed
09:05:00.407 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.19.193.125:42521(127.19.193.125:42521) for tablet Kudu Master: connection closed
09:05:00.422 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:00.464 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.465 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.560547 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.560794 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:00.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.621680 21072 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:00.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.621961 21072 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:00.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.623008 21072 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:00.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:00.624938 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:00.625128 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.625270 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.625555 21072 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:00.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.632961 20823 heartbeater.cc:499] Master 127.19.193.125:42521 was elected leader, sending a full tablet report...
09:05:00.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:00.824712 20967 heartbeater.cc:499] Master 127.19.193.125:42521 was elected leader, sending a full tablet report...
09:05:00.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:00.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:00.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:00.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:00.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:00.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.051433 21072 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.051720 21072 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.052560 21072 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:01.054098 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:01.054437 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.054672 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.054996 21072 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:01.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@352966380(state=PENDING, result=null, callback=(continuation of Deferred@1551198435 after retry RPC after error@155795303) -> (continuation of Deferred@1094227985 after retry RPC after error@450730092) -> (continuation of Deferred@1838733732 after retry RPC after error@770335095) -> (continuation of Deferred@681024715 after retry RPC after error@1585413965) -> (continuation of Deferred@1971439839 after retry RPC after error@194969281) -> (continuation of Deferred@528177853 after retry RPC after error@987482888) -> (continuation of Deferred@1097284540 after retry RPC after error@1030991271), errback=(continuation of Deferred@1551198435 after retry RPC after error@155795303) -> (continuation of Deferred@1094227985 after retry RPC after error@450730092) -> (continuation of Deferred@1838733732 after retry RPC after error@770335095) -> (continuation of Deferred@681024715 after retry RPC after error@1585413965) -> (continuation of Deferred@1971439839 after retry RPC after error@194969281) -> (continuation of Deferred@528177853 after retry RPC after error@987482888) -> (continuation of Deferred@1097284540 after retry RPC after error@1030991271)))
09:05:01.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@352966380(state=PENDING, result=null, callback=(continuation of Deferred@1551198435 after retry RPC after error@155795303) -> (continuation of Deferred@1094227985 after retry RPC after error@450730092) -> (continuation of Deferred@1838733732 after retry RPC after error@770335095) -> (continuation of Deferred@681024715 after retry RPC after error@1585413965) -> (continuation of Deferred@1971439839 after retry RPC after error@194969281) -> (continuation of Deferred@528177853 after retry RPC after error@987482888) -> (continuation of Deferred@1097284540 after retry RPC after error@1030991271), errback=(continuation of Deferred@1551198435 after retry RPC after error@155795303) -> (continuation of Deferred@1094227985 after retry RPC after error@450730092) -> (continuation of Deferred@1838733732 after retry RPC after error@770335095) -> (continuation of Deferred@681024715 after retry RPC after error@1585413965) -> (continuation of Deferred@1971439839 after retry RPC after error@194969281) -> (continuation of Deferred@528177853 after retry RPC after error@987482888) -> (continuation of Deferred@1097284540 after retry RPC after error@1030991271)))
09:05:01.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1051870258(state=PENDING, result=null, callback=(continuation of Deferred@2089851953 after retry RPC after error@1430126489) -> (continuation of Deferred@1407127801 after retry RPC after error@2137017700) -> (continuation of Deferred@132724653 after retry RPC after error@1024639486) -> (continuation of Deferred@375473789 after retry RPC after error@1805066936) -> (continuation of Deferred@630010936 after retry RPC after error@238750790) -> (continuation of Deferred@309719378 after retry RPC after error@1084592966), errback=(continuation of Deferred@2089851953 after retry RPC after error@1430126489) -> (continuation of Deferred@1407127801 after retry RPC after error@2137017700) -> (continuation of Deferred@132724653 after retry RPC after error@1024639486) -> (continuation of Deferred@375473789 after retry RPC after error@1805066936) -> (continuation of Deferred@630010936 after retry RPC after error@238750790) -> (continuation of Deferred@309719378 after retry RPC after error@1084592966)))
09:05:01.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1051870258(state=PENDING, result=null, callback=(continuation of Deferred@2089851953 after retry RPC after error@1430126489) -> (continuation of Deferred@1407127801 after retry RPC after error@2137017700) -> (continuation of Deferred@132724653 after retry RPC after error@1024639486) -> (continuation of Deferred@375473789 after retry RPC after error@1805066936) -> (continuation of Deferred@630010936 after retry RPC after error@238750790) -> (continuation of Deferred@309719378 after retry RPC after error@1084592966), errback=(continuation of Deferred@2089851953 after retry RPC after error@1430126489) -> (continuation of Deferred@1407127801 after retry RPC after error@2137017700) -> (continuation of Deferred@132724653 after retry RPC after error@1024639486) -> (continuation of Deferred@375473789 after retry RPC after error@1805066936) -> (continuation of Deferred@630010936 after retry RPC after error@238750790) -> (continuation of Deferred@309719378 after retry RPC after error@1084592966)))
09:05:01.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.337921 20706 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.003s from last keepalive heartbeat (effective timeout is 1.000s)
09:05:01.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@339235902(state=PENDING, result=null, callback=(continuation of Deferred@664973990 after retry RPC after error@1567068556) -> (continuation of Deferred@390999456 after retry RPC after error@1090585299) -> (continuation of Deferred@1938079703 after retry RPC after error@302955482) -> (continuation of Deferred@1959503638 after retry RPC after error@1033184454) -> (continuation of Deferred@1798921892 after retry RPC after error@202307698) -> (continuation of Deferred@634658290 after retry RPC after error@838057626), errback=(continuation of Deferred@664973990 after retry RPC after error@1567068556) -> (continuation of Deferred@390999456 after retry RPC after error@1090585299) -> (continuation of Deferred@1938079703 after retry RPC after error@302955482) -> (continuation of Deferred@1959503638 after retry RPC after error@1033184454) -> (continuation of Deferred@1798921892 after retry RPC after error@202307698) -> (continuation of Deferred@634658290 after retry RPC after error@838057626)))
09:05:01.424 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@339235902(state=PENDING, result=null, callback=(continuation of Deferred@664973990 after retry RPC after error@1567068556) -> (continuation of Deferred@390999456 after retry RPC after error@1090585299) -> (continuation of Deferred@1938079703 after retry RPC after error@302955482) -> (continuation of Deferred@1959503638 after retry RPC after error@1033184454) -> (continuation of Deferred@1798921892 after retry RPC after error@202307698) -> (continuation of Deferred@634658290 after retry RPC after error@838057626), errback=(continuation of Deferred@664973990 after retry RPC after error@1567068556) -> (continuation of Deferred@390999456 after retry RPC after error@1090585299) -> (continuation of Deferred@1938079703 after retry RPC after error@302955482) -> (continuation of Deferred@1959503638 after retry RPC after error@1033184454) -> (continuation of Deferred@1798921892 after retry RPC after error@202307698) -> (continuation of Deferred@634658290 after retry RPC after error@838057626)))
09:05:01.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.677773 21093 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.677985 21093 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.678705 21093 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:01.680647 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:01.680791 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.680909 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:01.681138 21093 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:01.701 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@882053029(state=PENDING, result=null, callback=(continuation of Deferred@2128055444 after retry RPC after error@1184828689) -> (continuation of Deferred@1314745039 after retry RPC after error@1646246534) -> (continuation of Deferred@544090493 after retry RPC after error@505892836) -> (continuation of Deferred@990467581 after retry RPC after error@610079632) -> (continuation of Deferred@1974068135 after retry RPC after error@1372969625) -> (continuation of Deferred@537054179 after retry RPC after error@1821351392) -> (continuation of Deferred@1442971405 after retry RPC after error@704636486), errback=(continuation of Deferred@2128055444 after retry RPC after error@1184828689) -> (continuation of Deferred@1314745039 after retry RPC after error@1646246534) -> (continuation of Deferred@544090493 after retry RPC after error@505892836) -> (continuation of Deferred@990467581 after retry RPC after error@610079632) -> (continuation of Deferred@1974068135 after retry RPC after error@1372969625) -> (continuation of Deferred@537054179 after retry RPC after error@1821351392) -> (continuation of Deferred@1442971405 after retry RPC after error@704636486)))
09:05:01.701 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:01.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:01.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [65ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [65ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@438031988(state=PENDING, result=null, callback=(continuation of Deferred@2145346143 after retry RPC after error@512223677) -> (continuation of Deferred@211409109 after retry RPC after error@1215633220) -> (continuation of Deferred@1279023503 after retry RPC after error@1842846644) -> (continuation of Deferred@801814955 after retry RPC after error@1332036641) -> (continuation of Deferred@1631296611 after retry RPC after error@820031947) -> (continuation of Deferred@1251824029 after retry RPC after error@800870563) -> (continuation of Deferred@307825075 after retry RPC after error@654478554), errback=(continuation of Deferred@2145346143 after retry RPC after error@512223677) -> (continuation of Deferred@211409109 after retry RPC after error@1215633220) -> (continuation of Deferred@1279023503 after retry RPC after error@1842846644) -> (continuation of Deferred@801814955 after retry RPC after error@1332036641) -> (continuation of Deferred@1631296611 after retry RPC after error@820031947) -> (continuation of Deferred@1251824029 after retry RPC after error@800870563) -> (continuation of Deferred@307825075 after retry RPC after error@654478554)))
09:05:01.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [65ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [65ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@438031988(state=PENDING, result=null, callback=(continuation of Deferred@2145346143 after retry RPC after error@512223677) -> (continuation of Deferred@211409109 after retry RPC after error@1215633220) -> (continuation of Deferred@1279023503 after retry RPC after error@1842846644) -> (continuation of Deferred@801814955 after retry RPC after error@1332036641) -> (continuation of Deferred@1631296611 after retry RPC after error@820031947) -> (continuation of Deferred@1251824029 after retry RPC after error@800870563) -> (continuation of Deferred@307825075 after retry RPC after error@654478554), errback=(continuation of Deferred@2145346143 after retry RPC after error@512223677) -> (continuation of Deferred@211409109 after retry RPC after error@1215633220) -> (continuation of Deferred@1279023503 after retry RPC after error@1842846644) -> (continuation of Deferred@801814955 after retry RPC after error@1332036641) -> (continuation of Deferred@1631296611 after retry RPC after error@820031947) -> (continuation of Deferred@1251824029 after retry RPC after error@800870563) -> (continuation of Deferred@307825075 after retry RPC after error@654478554)))
09:05:01.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:01.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:01.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:01.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:01.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.162 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@727304471(state=PENDING, result=null, callback=(continuation of Deferred@1804276251 after retry RPC after error@1209073983) -> (continuation of Deferred@1499342757 after retry RPC after error@1017793768) -> (continuation of Deferred@260213420 after retry RPC after error@1339718298) -> (continuation of Deferred@1729171403 after retry RPC after error@154321613) -> (continuation of Deferred@310308525 after retry RPC after error@241977554) -> (continuation of Deferred@1642885507 after retry RPC after error@2128077785) -> (continuation of Deferred@456749352 after retry RPC after error@2004844613), errback=(continuation of Deferred@1804276251 after retry RPC after error@1209073983) -> (continuation of Deferred@1499342757 after retry RPC after error@1017793768) -> (continuation of Deferred@260213420 after retry RPC after error@1339718298) -> (continuation of Deferred@1729171403 after retry RPC after error@154321613) -> (continuation of Deferred@310308525 after retry RPC after error@241977554) -> (continuation of Deferred@1642885507 after retry RPC after error@2128077785) -> (continuation of Deferred@456749352 after retry RPC after error@2004844613)))
09:05:02.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@727304471(state=PENDING, result=null, callback=(continuation of Deferred@1804276251 after retry RPC after error@1209073983) -> (continuation of Deferred@1499342757 after retry RPC after error@1017793768) -> (continuation of Deferred@260213420 after retry RPC after error@1339718298) -> (continuation of Deferred@1729171403 after retry RPC after error@154321613) -> (continuation of Deferred@310308525 after retry RPC after error@241977554) -> (continuation of Deferred@1642885507 after retry RPC after error@2128077785) -> (continuation of Deferred@456749352 after retry RPC after error@2004844613), errback=(continuation of Deferred@1804276251 after retry RPC after error@1209073983) -> (continuation of Deferred@1499342757 after retry RPC after error@1017793768) -> (continuation of Deferred@260213420 after retry RPC after error@1339718298) -> (continuation of Deferred@1729171403 after retry RPC after error@154321613) -> (continuation of Deferred@310308525 after retry RPC after error@241977554) -> (continuation of Deferred@1642885507 after retry RPC after error@2128077785) -> (continuation of Deferred@456749352 after retry RPC after error@2004844613)))
09:05:02.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.203 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.223 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.313783 21101 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:02.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.313970 21101 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:02.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.315297 21101 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:02.317013 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:02.317206 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.317322 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.317545 21101 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:02.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@531422303(state=PENDING, result=null, callback=(continuation of Deferred@1470490480 after retry RPC after error@2105490955) -> (continuation of Deferred@900054594 after retry RPC after error@1276297869) -> (continuation of Deferred@888418840 after retry RPC after error@813686251) -> (continuation of Deferred@682631688 after retry RPC after error@1919720249) -> (continuation of Deferred@1738343326 after retry RPC after error@700647939) -> (continuation of Deferred@4902225 after retry RPC after error@384379698) -> (continuation of Deferred@426204034 after retry RPC after error@684054975), errback=(continuation of Deferred@1470490480 after retry RPC after error@2105490955) -> (continuation of Deferred@900054594 after retry RPC after error@1276297869) -> (continuation of Deferred@888418840 after retry RPC after error@813686251) -> (continuation of Deferred@682631688 after retry RPC after error@1919720249) -> (continuation of Deferred@1738343326 after retry RPC after error@700647939) -> (continuation of Deferred@4902225 after retry RPC after error@384379698) -> (continuation of Deferred@426204034 after retry RPC after error@684054975)))
09:05:02.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@531422303(state=PENDING, result=null, callback=(continuation of Deferred@1470490480 after retry RPC after error@2105490955) -> (continuation of Deferred@900054594 after retry RPC after error@1276297869) -> (continuation of Deferred@888418840 after retry RPC after error@813686251) -> (continuation of Deferred@682631688 after retry RPC after error@1919720249) -> (continuation of Deferred@1738343326 after retry RPC after error@700647939) -> (continuation of Deferred@4902225 after retry RPC after error@384379698) -> (continuation of Deferred@426204034 after retry RPC after error@684054975), errback=(continuation of Deferred@1470490480 after retry RPC after error@2105490955) -> (continuation of Deferred@900054594 after retry RPC after error@1276297869) -> (continuation of Deferred@888418840 after retry RPC after error@813686251) -> (continuation of Deferred@682631688 after retry RPC after error@1919720249) -> (continuation of Deferred@1738343326 after retry RPC after error@700647939) -> (continuation of Deferred@4902225 after retry RPC after error@384379698) -> (continuation of Deferred@426204034 after retry RPC after error@684054975)))
09:05:02.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.584 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1254118562(state=PENDING, result=null, callback=(continuation of Deferred@1947111450 after retry RPC after error@1725198750) -> (continuation of Deferred@965810345 after retry RPC after error@1899773565) -> (continuation of Deferred@1899163136 after retry RPC after error@875510073) -> (continuation of Deferred@97139525 after retry RPC after error@353710679) -> (continuation of Deferred@1941015579 after retry RPC after error@1041929637) -> (continuation of Deferred@1792971056 after retry RPC after error@1449492918) -> (continuation of Deferred@692788789 after retry RPC after error@1125519620), errback=(continuation of Deferred@1947111450 after retry RPC after error@1725198750) -> (continuation of Deferred@965810345 after retry RPC after error@1899773565) -> (continuation of Deferred@1899163136 after retry RPC after error@875510073) -> (continuation of Deferred@97139525 after retry RPC after error@353710679) -> (continuation of Deferred@1941015579 after retry RPC after error@1041929637) -> (continuation of Deferred@1792971056 after retry RPC after error@1449492918) -> (continuation of Deferred@692788789 after retry RPC after error@1125519620)))
09:05:02.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1254118562(state=PENDING, result=null, callback=(continuation of Deferred@1947111450 after retry RPC after error@1725198750) -> (continuation of Deferred@965810345 after retry RPC after error@1899773565) -> (continuation of Deferred@1899163136 after retry RPC after error@875510073) -> (continuation of Deferred@97139525 after retry RPC after error@353710679) -> (continuation of Deferred@1941015579 after retry RPC after error@1041929637) -> (continuation of Deferred@1792971056 after retry RPC after error@1449492918) -> (continuation of Deferred@692788789 after retry RPC after error@1125519620), errback=(continuation of Deferred@1947111450 after retry RPC after error@1725198750) -> (continuation of Deferred@965810345 after retry RPC after error@1899773565) -> (continuation of Deferred@1899163136 after retry RPC after error@875510073) -> (continuation of Deferred@97139525 after retry RPC after error@353710679) -> (continuation of Deferred@1941015579 after retry RPC after error@1041929637) -> (continuation of Deferred@1792971056 after retry RPC after error@1449492918) -> (continuation of Deferred@692788789 after retry RPC after error@1125519620)))
09:05:02.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.810348 21101 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:02.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.810592 21101 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.811265 21101 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:02.812574 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:02.812860 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.813055 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:02.813329 21101 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:02.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1597246332(state=PENDING, result=null, callback=(continuation of Deferred@1140439060 after retry RPC after error@1121484285) -> (continuation of Deferred@1521278699 after retry RPC after error@624709929) -> (continuation of Deferred@730555522 after retry RPC after error@708690843) -> (continuation of Deferred@374999985 after retry RPC after error@1370010954) -> (continuation of Deferred@561476745 after retry RPC after error@1695701543) -> (continuation of Deferred@592691895 after retry RPC after error@935670130) -> (continuation of Deferred@755816511 after retry RPC after error@1522040027), errback=(continuation of Deferred@1140439060 after retry RPC after error@1121484285) -> (continuation of Deferred@1521278699 after retry RPC after error@624709929) -> (continuation of Deferred@730555522 after retry RPC after error@708690843) -> (continuation of Deferred@374999985 after retry RPC after error@1370010954) -> (continuation of Deferred@561476745 after retry RPC after error@1695701543) -> (continuation of Deferred@592691895 after retry RPC after error@935670130) -> (continuation of Deferred@755816511 after retry RPC after error@1522040027)))
09:05:02.846 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1597246332(state=PENDING, result=null, callback=(continuation of Deferred@1140439060 after retry RPC after error@1121484285) -> (continuation of Deferred@1521278699 after retry RPC after error@624709929) -> (continuation of Deferred@730555522 after retry RPC after error@708690843) -> (continuation of Deferred@374999985 after retry RPC after error@1370010954) -> (continuation of Deferred@561476745 after retry RPC after error@1695701543) -> (continuation of Deferred@592691895 after retry RPC after error@935670130) -> (continuation of Deferred@755816511 after retry RPC after error@1522040027), errback=(continuation of Deferred@1140439060 after retry RPC after error@1121484285) -> (continuation of Deferred@1521278699 after retry RPC after error@624709929) -> (continuation of Deferred@730555522 after retry RPC after error@708690843) -> (continuation of Deferred@374999985 after retry RPC after error@1370010954) -> (continuation of Deferred@561476745 after retry RPC after error@1695701543) -> (continuation of Deferred@592691895 after retry RPC after error@935670130) -> (continuation of Deferred@755816511 after retry RPC after error@1522040027)))
09:05:02.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:02.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:02.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:02.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:02.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:02.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@66430502(state=PENDING, result=null, callback=(continuation of Deferred@1094136586 after retry RPC after error@1724395075) -> (continuation of Deferred@1272986718 after retry RPC after error@1695180690) -> (continuation of Deferred@501065562 after retry RPC after error@977283220) -> (continuation of Deferred@1879630158 after retry RPC after error@1174941226) -> (continuation of Deferred@908048070 after retry RPC after error@220212249) -> (continuation of Deferred@974499426 after retry RPC after error@1030471284), errback=(continuation of Deferred@1094136586 after retry RPC after error@1724395075) -> (continuation of Deferred@1272986718 after retry RPC after error@1695180690) -> (continuation of Deferred@501065562 after retry RPC after error@977283220) -> (continuation of Deferred@1879630158 after retry RPC after error@1174941226) -> (continuation of Deferred@908048070 after retry RPC after error@220212249) -> (continuation of Deferred@974499426 after retry RPC after error@1030471284)))
09:05:03.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@66430502(state=PENDING, result=null, callback=(continuation of Deferred@1094136586 after retry RPC after error@1724395075) -> (continuation of Deferred@1272986718 after retry RPC after error@1695180690) -> (continuation of Deferred@501065562 after retry RPC after error@977283220) -> (continuation of Deferred@1879630158 after retry RPC after error@1174941226) -> (continuation of Deferred@908048070 after retry RPC after error@220212249) -> (continuation of Deferred@974499426 after retry RPC after error@1030471284), errback=(continuation of Deferred@1094136586 after retry RPC after error@1724395075) -> (continuation of Deferred@1272986718 after retry RPC after error@1695180690) -> (continuation of Deferred@501065562 after retry RPC after error@977283220) -> (continuation of Deferred@1879630158 after retry RPC after error@1174941226) -> (continuation of Deferred@908048070 after retry RPC after error@220212249) -> (continuation of Deferred@974499426 after retry RPC after error@1030471284)))
09:05:03.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1889357920(state=PENDING, result=null, callback=(continuation of Deferred@836631530 after retry RPC after error@1033239929) -> (continuation of Deferred@878777763 after retry RPC after error@778390815) -> (continuation of Deferred@1891234194 after retry RPC after error@1649784009) -> (continuation of Deferred@1579510061 after retry RPC after error@1521277507) -> (continuation of Deferred@1697027557 after retry RPC after error@714774132) -> (continuation of Deferred@1602485771 after retry RPC after error@1665223034) -> (continuation of Deferred@848912714 after retry RPC after error@1280206939), errback=(continuation of Deferred@836631530 after retry RPC after error@1033239929) -> (continuation of Deferred@878777763 after retry RPC after error@778390815) -> (continuation of Deferred@1891234194 after retry RPC after error@1649784009) -> (continuation of Deferred@1579510061 after retry RPC after error@1521277507) -> (continuation of Deferred@1697027557 after retry RPC after error@714774132) -> (continuation of Deferred@1602485771 after retry RPC after error@1665223034) -> (continuation of Deferred@848912714 after retry RPC after error@1280206939)))
09:05:03.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1889357920(state=PENDING, result=null, callback=(continuation of Deferred@836631530 after retry RPC after error@1033239929) -> (continuation of Deferred@878777763 after retry RPC after error@778390815) -> (continuation of Deferred@1891234194 after retry RPC after error@1649784009) -> (continuation of Deferred@1579510061 after retry RPC after error@1521277507) -> (continuation of Deferred@1697027557 after retry RPC after error@714774132) -> (continuation of Deferred@1602485771 after retry RPC after error@1665223034) -> (continuation of Deferred@848912714 after retry RPC after error@1280206939), errback=(continuation of Deferred@836631530 after retry RPC after error@1033239929) -> (continuation of Deferred@878777763 after retry RPC after error@778390815) -> (continuation of Deferred@1891234194 after retry RPC after error@1649784009) -> (continuation of Deferred@1579510061 after retry RPC after error@1521277507) -> (continuation of Deferred@1697027557 after retry RPC after error@714774132) -> (continuation of Deferred@1602485771 after retry RPC after error@1665223034) -> (continuation of Deferred@848912714 after retry RPC after error@1280206939)))
09:05:03.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1874810881(state=PENDING, result=null, callback=(continuation of Deferred@1497620006 after retry RPC after error@162505868) -> (continuation of Deferred@1663564344 after retry RPC after error@1984813325) -> (continuation of Deferred@834177804 after retry RPC after error@1170719347) -> (continuation of Deferred@426579657 after retry RPC after error@32518488) -> (continuation of Deferred@1961175681 after retry RPC after error@264940084) -> (continuation of Deferred@2128625242 after retry RPC after error@2124069423), errback=(continuation of Deferred@1497620006 after retry RPC after error@162505868) -> (continuation of Deferred@1663564344 after retry RPC after error@1984813325) -> (continuation of Deferred@834177804 after retry RPC after error@1170719347) -> (continuation of Deferred@426579657 after retry RPC after error@32518488) -> (continuation of Deferred@1961175681 after retry RPC after error@264940084) -> (continuation of Deferred@2128625242 after retry RPC after error@2124069423)))
09:05:03.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1874810881(state=PENDING, result=null, callback=(continuation of Deferred@1497620006 after retry RPC after error@162505868) -> (continuation of Deferred@1663564344 after retry RPC after error@1984813325) -> (continuation of Deferred@834177804 after retry RPC after error@1170719347) -> (continuation of Deferred@426579657 after retry RPC after error@32518488) -> (continuation of Deferred@1961175681 after retry RPC after error@264940084) -> (continuation of Deferred@2128625242 after retry RPC after error@2124069423), errback=(continuation of Deferred@1497620006 after retry RPC after error@162505868) -> (continuation of Deferred@1663564344 after retry RPC after error@1984813325) -> (continuation of Deferred@834177804 after retry RPC after error@1170719347) -> (continuation of Deferred@426579657 after retry RPC after error@32518488) -> (continuation of Deferred@1961175681 after retry RPC after error@264940084) -> (continuation of Deferred@2128625242 after retry RPC after error@2124069423)))
09:05:03.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1090270857(state=PENDING, result=null, callback=(continuation of Deferred@565787243 after retry RPC after error@1933028278) -> (continuation of Deferred@1288533851 after retry RPC after error@1839482933) -> (continuation of Deferred@86396296 after retry RPC after error@1258433665) -> (continuation of Deferred@1817373973 after retry RPC after error@603518282) -> (continuation of Deferred@335914672 after retry RPC after error@1320806037) -> (continuation of Deferred@905478162 after retry RPC after error@1372479810), errback=(continuation of Deferred@565787243 after retry RPC after error@1933028278) -> (continuation of Deferred@1288533851 after retry RPC after error@1839482933) -> (continuation of Deferred@86396296 after retry RPC after error@1258433665) -> (continuation of Deferred@1817373973 after retry RPC after error@603518282) -> (continuation of Deferred@335914672 after retry RPC after error@1320806037) -> (continuation of Deferred@905478162 after retry RPC after error@1372479810)))
09:05:03.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1090270857(state=PENDING, result=null, callback=(continuation of Deferred@565787243 after retry RPC after error@1933028278) -> (continuation of Deferred@1288533851 after retry RPC after error@1839482933) -> (continuation of Deferred@86396296 after retry RPC after error@1258433665) -> (continuation of Deferred@1817373973 after retry RPC after error@603518282) -> (continuation of Deferred@335914672 after retry RPC after error@1320806037) -> (continuation of Deferred@905478162 after retry RPC after error@1372479810), errback=(continuation of Deferred@565787243 after retry RPC after error@1933028278) -> (continuation of Deferred@1288533851 after retry RPC after error@1839482933) -> (continuation of Deferred@86396296 after retry RPC after error@1258433665) -> (continuation of Deferred@1817373973 after retry RPC after error@603518282) -> (continuation of Deferred@335914672 after retry RPC after error@1320806037) -> (continuation of Deferred@905478162 after retry RPC after error@1372479810)))
09:05:03.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2105670553(state=PENDING, result=null, callback=(continuation of Deferred@613021925 after retry RPC after error@1921942004) -> (continuation of Deferred@328921255 after retry RPC after error@1630903422) -> (continuation of Deferred@177217133 after retry RPC after error@211271658) -> (continuation of Deferred@1212971287 after retry RPC after error@98028044) -> (continuation of Deferred@255778733 after retry RPC after error@1046956367) -> (continuation of Deferred@365435733 after retry RPC after error@787752010) -> (continuation of Deferred@1464751502 after retry RPC after error@1407664921) -> (continuation of Deferred@102824067 after retry RPC after error@158947961), errback=(continuation of Deferred@613021925 after retry RPC after error@1921942004) -> (continuation of Deferred@328921255 after retry RPC after error@1630903422) -> (continuation of Deferred@177217133 after retry RPC after error@211271658) -> (continuation of Deferred@1212971287 after retry RPC after error@98028044) -> (continuation of Deferred@255778733 after retry RPC after error@1046956367) -> (continuation of Deferred@365435733 after retry RPC after error@787752010) -> (continuation of Deferred@1464751502 after retry RPC after error@1407664921) -> (continuation of Deferred@102824067 after retry RPC after error@158947961)))
09:05:03.903 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2105670553(state=PENDING, result=null, callback=(continuation of Deferred@613021925 after retry RPC after error@1921942004) -> (continuation of Deferred@328921255 after retry RPC after error@1630903422) -> (continuation of Deferred@177217133 after retry RPC after error@211271658) -> (continuation of Deferred@1212971287 after retry RPC after error@98028044) -> (continuation of Deferred@255778733 after retry RPC after error@1046956367) -> (continuation of Deferred@365435733 after retry RPC after error@787752010) -> (continuation of Deferred@1464751502 after retry RPC after error@1407664921) -> (continuation of Deferred@102824067 after retry RPC after error@158947961), errback=(continuation of Deferred@613021925 after retry RPC after error@1921942004) -> (continuation of Deferred@328921255 after retry RPC after error@1630903422) -> (continuation of Deferred@177217133 after retry RPC after error@211271658) -> (continuation of Deferred@1212971287 after retry RPC after error@98028044) -> (continuation of Deferred@255778733 after retry RPC after error@1046956367) -> (continuation of Deferred@365435733 after retry RPC after error@787752010) -> (continuation of Deferred@1464751502 after retry RPC after error@1407664921) -> (continuation of Deferred@102824067 after retry RPC after error@158947961)))
09:05:03.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:03.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:03.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:03.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:03.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:03.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2005911013(state=PENDING, result=null, callback=(continuation of Deferred@757336739 after retry RPC after error@22724780) -> (continuation of Deferred@1605709457 after retry RPC after error@1444702319) -> (continuation of Deferred@1533018397 after retry RPC after error@208205181) -> (continuation of Deferred@2053084103 after retry RPC after error@1337312243) -> (continuation of Deferred@344345585 after retry RPC after error@1594791681) -> (continuation of Deferred@1506408076 after retry RPC after error@948046877) -> (continuation of Deferred@511508799 after retry RPC after error@903887726), errback=(continuation of Deferred@757336739 after retry RPC after error@22724780) -> (continuation of Deferred@1605709457 after retry RPC after error@1444702319) -> (continuation of Deferred@1533018397 after retry RPC after error@208205181) -> (continuation of Deferred@2053084103 after retry RPC after error@1337312243) -> (continuation of Deferred@344345585 after retry RPC after error@1594791681) -> (continuation of Deferred@1506408076 after retry RPC after error@948046877) -> (continuation of Deferred@511508799 after retry RPC after error@903887726)))
09:05:04.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2005911013(state=PENDING, result=null, callback=(continuation of Deferred@757336739 after retry RPC after error@22724780) -> (continuation of Deferred@1605709457 after retry RPC after error@1444702319) -> (continuation of Deferred@1533018397 after retry RPC after error@208205181) -> (continuation of Deferred@2053084103 after retry RPC after error@1337312243) -> (continuation of Deferred@344345585 after retry RPC after error@1594791681) -> (continuation of Deferred@1506408076 after retry RPC after error@948046877) -> (continuation of Deferred@511508799 after retry RPC after error@903887726), errback=(continuation of Deferred@757336739 after retry RPC after error@22724780) -> (continuation of Deferred@1605709457 after retry RPC after error@1444702319) -> (continuation of Deferred@1533018397 after retry RPC after error@208205181) -> (continuation of Deferred@2053084103 after retry RPC after error@1337312243) -> (continuation of Deferred@344345585 after retry RPC after error@1594791681) -> (continuation of Deferred@1506408076 after retry RPC after error@948046877) -> (continuation of Deferred@511508799 after retry RPC after error@903887726)))
09:05:04.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.361 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1411763662(state=PENDING, result=null, callback=(continuation of Deferred@1380125119 after retry RPC after error@1770018934) -> (continuation of Deferred@598407537 after retry RPC after error@1494948727) -> (continuation of Deferred@333442842 after retry RPC after error@2029475583) -> (continuation of Deferred@207772129 after retry RPC after error@220412857) -> (continuation of Deferred@1642639928 after retry RPC after error@602554452) -> (continuation of Deferred@1029286041 after retry RPC after error@691253880) -> (continuation of Deferred@233749524 after retry RPC after error@2096604445), errback=(continuation of Deferred@1380125119 after retry RPC after error@1770018934) -> (continuation of Deferred@598407537 after retry RPC after error@1494948727) -> (continuation of Deferred@333442842 after retry RPC after error@2029475583) -> (continuation of Deferred@207772129 after retry RPC after error@220412857) -> (continuation of Deferred@1642639928 after retry RPC after error@602554452) -> (continuation of Deferred@1029286041 after retry RPC after error@691253880) -> (continuation of Deferred@233749524 after retry RPC after error@2096604445)))
09:05:04.362 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:04.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1766015122(state=PENDING, result=null, callback=(continuation of Deferred@1714997240 after retry RPC after error@128212199) -> (continuation of Deferred@1969529786 after retry RPC after error@105921108) -> (continuation of Deferred@645347937 after retry RPC after error@51452204) -> (continuation of Deferred@1396183943 after retry RPC after error@1413284142) -> (continuation of Deferred@1258720762 after retry RPC after error@1079322063) -> (continuation of Deferred@1398977129 after retry RPC after error@1869282650) -> (continuation of Deferred@276612112 after retry RPC after error@2037309581), errback=(continuation of Deferred@1714997240 after retry RPC after error@128212199) -> (continuation of Deferred@1969529786 after retry RPC after error@105921108) -> (continuation of Deferred@645347937 after retry RPC after error@51452204) -> (continuation of Deferred@1396183943 after retry RPC after error@1413284142) -> (continuation of Deferred@1258720762 after retry RPC after error@1079322063) -> (continuation of Deferred@1398977129 after retry RPC after error@1869282650) -> (continuation of Deferred@276612112 after retry RPC after error@2037309581)))
09:05:04.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1766015122(state=PENDING, result=null, callback=(continuation of Deferred@1714997240 after retry RPC after error@128212199) -> (continuation of Deferred@1969529786 after retry RPC after error@105921108) -> (continuation of Deferred@645347937 after retry RPC after error@51452204) -> (continuation of Deferred@1396183943 after retry RPC after error@1413284142) -> (continuation of Deferred@1258720762 after retry RPC after error@1079322063) -> (continuation of Deferred@1398977129 after retry RPC after error@1869282650) -> (continuation of Deferred@276612112 after retry RPC after error@2037309581), errback=(continuation of Deferred@1714997240 after retry RPC after error@128212199) -> (continuation of Deferred@1969529786 after retry RPC after error@105921108) -> (continuation of Deferred@645347937 after retry RPC after error@51452204) -> (continuation of Deferred@1396183943 after retry RPC after error@1413284142) -> (continuation of Deferred@1258720762 after retry RPC after error@1079322063) -> (continuation of Deferred@1398977129 after retry RPC after error@1869282650) -> (continuation of Deferred@276612112 after retry RPC after error@2037309581)))
09:05:04.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2077174693(state=PENDING, result=null, callback=(continuation of Deferred@1550620763 after retry RPC after error@862441460) -> (continuation of Deferred@685488222 after retry RPC after error@709569763) -> (continuation of Deferred@308135857 after retry RPC after error@524853857) -> (continuation of Deferred@1789190302 after retry RPC after error@435942685) -> (continuation of Deferred@1709693404 after retry RPC after error@1063658667) -> (continuation of Deferred@1921745865 after retry RPC after error@874435480), errback=(continuation of Deferred@1550620763 after retry RPC after error@862441460) -> (continuation of Deferred@685488222 after retry RPC after error@709569763) -> (continuation of Deferred@308135857 after retry RPC after error@524853857) -> (continuation of Deferred@1789190302 after retry RPC after error@435942685) -> (continuation of Deferred@1709693404 after retry RPC after error@1063658667) -> (continuation of Deferred@1921745865 after retry RPC after error@874435480)))
09:05:04.745 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2077174693(state=PENDING, result=null, callback=(continuation of Deferred@1550620763 after retry RPC after error@862441460) -> (continuation of Deferred@685488222 after retry RPC after error@709569763) -> (continuation of Deferred@308135857 after retry RPC after error@524853857) -> (continuation of Deferred@1789190302 after retry RPC after error@435942685) -> (continuation of Deferred@1709693404 after retry RPC after error@1063658667) -> (continuation of Deferred@1921745865 after retry RPC after error@874435480), errback=(continuation of Deferred@1550620763 after retry RPC after error@862441460) -> (continuation of Deferred@685488222 after retry RPC after error@709569763) -> (continuation of Deferred@308135857 after retry RPC after error@524853857) -> (continuation of Deferred@1789190302 after retry RPC after error@435942685) -> (continuation of Deferred@1709693404 after retry RPC after error@1063658667) -> (continuation of Deferred@1921745865 after retry RPC after error@874435480)))
09:05:04.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1784262499(state=PENDING, result=null, callback=(continuation of Deferred@2086668305 after retry RPC after error@1610375829) -> (continuation of Deferred@1242945820 after retry RPC after error@1838175626) -> (continuation of Deferred@298645673 after retry RPC after error@764991695) -> (continuation of Deferred@1226910041 after retry RPC after error@653396466) -> (continuation of Deferred@1351463989 after retry RPC after error@1001930827) -> (continuation of Deferred@2064895364 after retry RPC after error@1293481613) -> (continuation of Deferred@1879691015 after retry RPC after error@155870037), errback=(continuation of Deferred@2086668305 after retry RPC after error@1610375829) -> (continuation of Deferred@1242945820 after retry RPC after error@1838175626) -> (continuation of Deferred@298645673 after retry RPC after error@764991695) -> (continuation of Deferred@1226910041 after retry RPC after error@653396466) -> (continuation of Deferred@1351463989 after retry RPC after error@1001930827) -> (continuation of Deferred@2064895364 after retry RPC after error@1293481613) -> (continuation of Deferred@1879691015 after retry RPC after error@155870037)))
09:05:04.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1784262499(state=PENDING, result=null, callback=(continuation of Deferred@2086668305 after retry RPC after error@1610375829) -> (continuation of Deferred@1242945820 after retry RPC after error@1838175626) -> (continuation of Deferred@298645673 after retry RPC after error@764991695) -> (continuation of Deferred@1226910041 after retry RPC after error@653396466) -> (continuation of Deferred@1351463989 after retry RPC after error@1001930827) -> (continuation of Deferred@2064895364 after retry RPC after error@1293481613) -> (continuation of Deferred@1879691015 after retry RPC after error@155870037), errback=(continuation of Deferred@2086668305 after retry RPC after error@1610375829) -> (continuation of Deferred@1242945820 after retry RPC after error@1838175626) -> (continuation of Deferred@298645673 after retry RPC after error@764991695) -> (continuation of Deferred@1226910041 after retry RPC after error@653396466) -> (continuation of Deferred@1351463989 after retry RPC after error@1001930827) -> (continuation of Deferred@2064895364 after retry RPC after error@1293481613) -> (continuation of Deferred@1879691015 after retry RPC after error@155870037)))
09:05:04.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:04.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:04.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:04.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:04.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:04.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.046802 21120 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.046993 21120 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.047622 21120 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:05.048488 20419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111) [suppressed 11 similar messages]
09:05:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:05.049696 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:05.049986 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.050201 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.050576 21120 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:05.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1687695108(state=PENDING, result=null, callback=(continuation of Deferred@1442069460 after retry RPC after error@2013015817) -> (continuation of Deferred@680014518 after retry RPC after error@231590060) -> (continuation of Deferred@2031319130 after retry RPC after error@1862370326) -> (continuation of Deferred@116725442 after retry RPC after error@1696474648) -> (continuation of Deferred@128795465 after retry RPC after error@1693402782) -> (continuation of Deferred@1250041799 after retry RPC after error@1589169769), errback=(continuation of Deferred@1442069460 after retry RPC after error@2013015817) -> (continuation of Deferred@680014518 after retry RPC after error@231590060) -> (continuation of Deferred@2031319130 after retry RPC after error@1862370326) -> (continuation of Deferred@116725442 after retry RPC after error@1696474648) -> (continuation of Deferred@128795465 after retry RPC after error@1693402782) -> (continuation of Deferred@1250041799 after retry RPC after error@1589169769)))
09:05:05.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1687695108(state=PENDING, result=null, callback=(continuation of Deferred@1442069460 after retry RPC after error@2013015817) -> (continuation of Deferred@680014518 after retry RPC after error@231590060) -> (continuation of Deferred@2031319130 after retry RPC after error@1862370326) -> (continuation of Deferred@116725442 after retry RPC after error@1696474648) -> (continuation of Deferred@128795465 after retry RPC after error@1693402782) -> (continuation of Deferred@1250041799 after retry RPC after error@1589169769), errback=(continuation of Deferred@1442069460 after retry RPC after error@2013015817) -> (continuation of Deferred@680014518 after retry RPC after error@231590060) -> (continuation of Deferred@2031319130 after retry RPC after error@1862370326) -> (continuation of Deferred@116725442 after retry RPC after error@1696474648) -> (continuation of Deferred@128795465 after retry RPC after error@1693402782) -> (continuation of Deferred@1250041799 after retry RPC after error@1589169769)))
09:05:05.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1172738096(state=PENDING, result=null, callback=(continuation of Deferred@1308151233 after retry RPC after error@337683938) -> (continuation of Deferred@1498528687 after retry RPC after error@684181413) -> (continuation of Deferred@593134009 after retry RPC after error@843329413) -> (continuation of Deferred@1713141409 after retry RPC after error@1886416680) -> (continuation of Deferred@122712022 after retry RPC after error@352010430) -> (continuation of Deferred@299341310 after retry RPC after error@1655546307) -> (continuation of Deferred@1720143007 after retry RPC after error@683089473), errback=(continuation of Deferred@1308151233 after retry RPC after error@337683938) -> (continuation of Deferred@1498528687 after retry RPC after error@684181413) -> (continuation of Deferred@593134009 after retry RPC after error@843329413) -> (continuation of Deferred@1713141409 after retry RPC after error@1886416680) -> (continuation of Deferred@122712022 after retry RPC after error@352010430) -> (continuation of Deferred@299341310 after retry RPC after error@1655546307) -> (continuation of Deferred@1720143007 after retry RPC after error@683089473)))
09:05:05.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1172738096(state=PENDING, result=null, callback=(continuation of Deferred@1308151233 after retry RPC after error@337683938) -> (continuation of Deferred@1498528687 after retry RPC after error@684181413) -> (continuation of Deferred@593134009 after retry RPC after error@843329413) -> (continuation of Deferred@1713141409 after retry RPC after error@1886416680) -> (continuation of Deferred@122712022 after retry RPC after error@352010430) -> (continuation of Deferred@299341310 after retry RPC after error@1655546307) -> (continuation of Deferred@1720143007 after retry RPC after error@683089473), errback=(continuation of Deferred@1308151233 after retry RPC after error@337683938) -> (continuation of Deferred@1498528687 after retry RPC after error@684181413) -> (continuation of Deferred@593134009 after retry RPC after error@843329413) -> (continuation of Deferred@1713141409 after retry RPC after error@1886416680) -> (continuation of Deferred@122712022 after retry RPC after error@352010430) -> (continuation of Deferred@299341310 after retry RPC after error@1655546307) -> (continuation of Deferred@1720143007 after retry RPC after error@683089473)))
09:05:05.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.562532 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:05.562806 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:05.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1471108800(state=PENDING, result=null, callback=(continuation of Deferred@296795602 after retry RPC after error@1977884858) -> (continuation of Deferred@1443338973 after retry RPC after error@2075381643) -> (continuation of Deferred@1870246658 after retry RPC after error@1003274151) -> (continuation of Deferred@1375144817 after retry RPC after error@886921555) -> (continuation of Deferred@371068265 after retry RPC after error@1223797130) -> (continuation of Deferred@565481318 after retry RPC after error@2147306946) -> (continuation of Deferred@435053073 after retry RPC after error@1553347935), errback=(continuation of Deferred@296795602 after retry RPC after error@1977884858) -> (continuation of Deferred@1443338973 after retry RPC after error@2075381643) -> (continuation of Deferred@1870246658 after retry RPC after error@1003274151) -> (continuation of Deferred@1375144817 after retry RPC after error@886921555) -> (continuation of Deferred@371068265 after retry RPC after error@1223797130) -> (continuation of Deferred@565481318 after retry RPC after error@2147306946) -> (continuation of Deferred@435053073 after retry RPC after error@1553347935)))
09:05:05.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1471108800(state=PENDING, result=null, callback=(continuation of Deferred@296795602 after retry RPC after error@1977884858) -> (continuation of Deferred@1443338973 after retry RPC after error@2075381643) -> (continuation of Deferred@1870246658 after retry RPC after error@1003274151) -> (continuation of Deferred@1375144817 after retry RPC after error@886921555) -> (continuation of Deferred@371068265 after retry RPC after error@1223797130) -> (continuation of Deferred@565481318 after retry RPC after error@2147306946) -> (continuation of Deferred@435053073 after retry RPC after error@1553347935), errback=(continuation of Deferred@296795602 after retry RPC after error@1977884858) -> (continuation of Deferred@1443338973 after retry RPC after error@2075381643) -> (continuation of Deferred@1870246658 after retry RPC after error@1003274151) -> (continuation of Deferred@1375144817 after retry RPC after error@886921555) -> (continuation of Deferred@371068265 after retry RPC after error@1223797130) -> (continuation of Deferred@565481318 after retry RPC after error@2147306946) -> (continuation of Deferred@435053073 after retry RPC after error@1553347935)))
09:05:05.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1595148985(state=PENDING, result=null, callback=(continuation of Deferred@1801891729 after retry RPC after error@972091707) -> (continuation of Deferred@86167104 after retry RPC after error@2057063839) -> (continuation of Deferred@618164090 after retry RPC after error@446639091) -> (continuation of Deferred@165455406 after retry RPC after error@288682559) -> (continuation of Deferred@1995504860 after retry RPC after error@357798210) -> (continuation of Deferred@2043852816 after retry RPC after error@1329661983) -> (continuation of Deferred@1042684727 after retry RPC after error@938890288), errback=(continuation of Deferred@1801891729 after retry RPC after error@972091707) -> (continuation of Deferred@86167104 after retry RPC after error@2057063839) -> (continuation of Deferred@618164090 after retry RPC after error@446639091) -> (continuation of Deferred@165455406 after retry RPC after error@288682559) -> (continuation of Deferred@1995504860 after retry RPC after error@357798210) -> (continuation of Deferred@2043852816 after retry RPC after error@1329661983) -> (continuation of Deferred@1042684727 after retry RPC after error@938890288)))
09:05:05.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1595148985(state=PENDING, result=null, callback=(continuation of Deferred@1801891729 after retry RPC after error@972091707) -> (continuation of Deferred@86167104 after retry RPC after error@2057063839) -> (continuation of Deferred@618164090 after retry RPC after error@446639091) -> (continuation of Deferred@165455406 after retry RPC after error@288682559) -> (continuation of Deferred@1995504860 after retry RPC after error@357798210) -> (continuation of Deferred@2043852816 after retry RPC after error@1329661983) -> (continuation of Deferred@1042684727 after retry RPC after error@938890288), errback=(continuation of Deferred@1801891729 after retry RPC after error@972091707) -> (continuation of Deferred@86167104 after retry RPC after error@2057063839) -> (continuation of Deferred@618164090 after retry RPC after error@446639091) -> (continuation of Deferred@165455406 after retry RPC after error@288682559) -> (continuation of Deferred@1995504860 after retry RPC after error@357798210) -> (continuation of Deferred@2043852816 after retry RPC after error@1329661983) -> (continuation of Deferred@1042684727 after retry RPC after error@938890288)))
09:05:05.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:05.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@637915357(state=PENDING, result=null, callback=(continuation of Deferred@607867330 after retry RPC after error@1252968179) -> (continuation of Deferred@773165 after retry RPC after error@142637001) -> (continuation of Deferred@1984660058 after retry RPC after error@1248742206) -> (continuation of Deferred@341482746 after retry RPC after error@527404935) -> (continuation of Deferred@891066210 after retry RPC after error@227740996) -> (continuation of Deferred@1299119424 after retry RPC after error@782127325) -> (continuation of Deferred@2137548267 after retry RPC after error@1778691695), errback=(continuation of Deferred@607867330 after retry RPC after error@1252968179) -> (continuation of Deferred@773165 after retry RPC after error@142637001) -> (continuation of Deferred@1984660058 after retry RPC after error@1248742206) -> (continuation of Deferred@341482746 after retry RPC after error@527404935) -> (continuation of Deferred@891066210 after retry RPC after error@227740996) -> (continuation of Deferred@1299119424 after retry RPC after error@782127325) -> (continuation of Deferred@2137548267 after retry RPC after error@1778691695)))
09:05:05.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@637915357(state=PENDING, result=null, callback=(continuation of Deferred@607867330 after retry RPC after error@1252968179) -> (continuation of Deferred@773165 after retry RPC after error@142637001) -> (continuation of Deferred@1984660058 after retry RPC after error@1248742206) -> (continuation of Deferred@341482746 after retry RPC after error@527404935) -> (continuation of Deferred@891066210 after retry RPC after error@227740996) -> (continuation of Deferred@1299119424 after retry RPC after error@782127325) -> (continuation of Deferred@2137548267 after retry RPC after error@1778691695), errback=(continuation of Deferred@607867330 after retry RPC after error@1252968179) -> (continuation of Deferred@773165 after retry RPC after error@142637001) -> (continuation of Deferred@1984660058 after retry RPC after error@1248742206) -> (continuation of Deferred@341482746 after retry RPC after error@527404935) -> (continuation of Deferred@891066210 after retry RPC after error@227740996) -> (continuation of Deferred@1299119424 after retry RPC after error@782127325) -> (continuation of Deferred@2137548267 after retry RPC after error@1778691695)))
09:05:05.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:05.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:05.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:05.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:05.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@831145037(state=PENDING, result=null, callback=(continuation of Deferred@1181273318 after retry RPC after error@428092295) -> (continuation of Deferred@640121466 after retry RPC after error@1173158623) -> (continuation of Deferred@1164116344 after retry RPC after error@2097402432) -> (continuation of Deferred@1625981744 after retry RPC after error@1123203056) -> (continuation of Deferred@524752407 after retry RPC after error@2092254829) -> (continuation of Deferred@1215474120 after retry RPC after error@535349761) -> (continuation of Deferred@951619653 after retry RPC after error@1852321553), errback=(continuation of Deferred@1181273318 after retry RPC after error@428092295) -> (continuation of Deferred@640121466 after retry RPC after error@1173158623) -> (continuation of Deferred@1164116344 after retry RPC after error@2097402432) -> (continuation of Deferred@1625981744 after retry RPC after error@1123203056) -> (continuation of Deferred@524752407 after retry RPC after error@2092254829) -> (continuation of Deferred@1215474120 after retry RPC after error@535349761) -> (continuation of Deferred@951619653 after retry RPC after error@1852321553)))
09:05:06.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@831145037(state=PENDING, result=null, callback=(continuation of Deferred@1181273318 after retry RPC after error@428092295) -> (continuation of Deferred@640121466 after retry RPC after error@1173158623) -> (continuation of Deferred@1164116344 after retry RPC after error@2097402432) -> (continuation of Deferred@1625981744 after retry RPC after error@1123203056) -> (continuation of Deferred@524752407 after retry RPC after error@2092254829) -> (continuation of Deferred@1215474120 after retry RPC after error@535349761) -> (continuation of Deferred@951619653 after retry RPC after error@1852321553), errback=(continuation of Deferred@1181273318 after retry RPC after error@428092295) -> (continuation of Deferred@640121466 after retry RPC after error@1173158623) -> (continuation of Deferred@1164116344 after retry RPC after error@2097402432) -> (continuation of Deferred@1625981744 after retry RPC after error@1123203056) -> (continuation of Deferred@524752407 after retry RPC after error@2092254829) -> (continuation of Deferred@1215474120 after retry RPC after error@535349761) -> (continuation of Deferred@951619653 after retry RPC after error@1852321553)))
09:05:06.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [185ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2080457136(state=PENDING, result=null, callback=(continuation of Deferred@1298541556 after retry RPC after error@798175267) -> (continuation of Deferred@91908637 after retry RPC after error@1937811395) -> (continuation of Deferred@264571852 after retry RPC after error@971055167) -> (continuation of Deferred@1864212380 after retry RPC after error@425038595) -> (continuation of Deferred@1047097486 after retry RPC after error@238636964) -> (continuation of Deferred@224116864 after retry RPC after error@950241187) -> (continuation of Deferred@1295740217 after retry RPC after error@154881877), errback=(continuation of Deferred@1298541556 after retry RPC after error@798175267) -> (continuation of Deferred@91908637 after retry RPC after error@1937811395) -> (continuation of Deferred@264571852 after retry RPC after error@971055167) -> (continuation of Deferred@1864212380 after retry RPC after error@425038595) -> (continuation of Deferred@1047097486 after retry RPC after error@238636964) -> (continuation of Deferred@224116864 after retry RPC after error@950241187) -> (continuation of Deferred@1295740217 after retry RPC after error@154881877)))
09:05:06.464 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [185ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2080457136(state=PENDING, result=null, callback=(continuation of Deferred@1298541556 after retry RPC after error@798175267) -> (continuation of Deferred@91908637 after retry RPC after error@1937811395) -> (continuation of Deferred@264571852 after retry RPC after error@971055167) -> (continuation of Deferred@1864212380 after retry RPC after error@425038595) -> (continuation of Deferred@1047097486 after retry RPC after error@238636964) -> (continuation of Deferred@224116864 after retry RPC after error@950241187) -> (continuation of Deferred@1295740217 after retry RPC after error@154881877), errback=(continuation of Deferred@1298541556 after retry RPC after error@798175267) -> (continuation of Deferred@91908637 after retry RPC after error@1937811395) -> (continuation of Deferred@264571852 after retry RPC after error@971055167) -> (continuation of Deferred@1864212380 after retry RPC after error@425038595) -> (continuation of Deferred@1047097486 after retry RPC after error@238636964) -> (continuation of Deferred@224116864 after retry RPC after error@950241187) -> (continuation of Deferred@1295740217 after retry RPC after error@154881877)))
09:05:06.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@776402648(state=PENDING, result=null, callback=(continuation of Deferred@2118918443 after retry RPC after error@2028322793) -> (continuation of Deferred@1510842270 after retry RPC after error@1139032625) -> (continuation of Deferred@1547593247 after retry RPC after error@158433414) -> (continuation of Deferred@1060511577 after retry RPC after error@1579300676) -> (continuation of Deferred@1904454657 after retry RPC after error@1953724167) -> (continuation of Deferred@2075156999 after retry RPC after error@879223330), errback=(continuation of Deferred@2118918443 after retry RPC after error@2028322793) -> (continuation of Deferred@1510842270 after retry RPC after error@1139032625) -> (continuation of Deferred@1547593247 after retry RPC after error@158433414) -> (continuation of Deferred@1060511577 after retry RPC after error@1579300676) -> (continuation of Deferred@1904454657 after retry RPC after error@1953724167) -> (continuation of Deferred@2075156999 after retry RPC after error@879223330)))
09:05:06.645 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@776402648(state=PENDING, result=null, callback=(continuation of Deferred@2118918443 after retry RPC after error@2028322793) -> (continuation of Deferred@1510842270 after retry RPC after error@1139032625) -> (continuation of Deferred@1547593247 after retry RPC after error@158433414) -> (continuation of Deferred@1060511577 after retry RPC after error@1579300676) -> (continuation of Deferred@1904454657 after retry RPC after error@1953724167) -> (continuation of Deferred@2075156999 after retry RPC after error@879223330), errback=(continuation of Deferred@2118918443 after retry RPC after error@2028322793) -> (continuation of Deferred@1510842270 after retry RPC after error@1139032625) -> (continuation of Deferred@1547593247 after retry RPC after error@158433414) -> (continuation of Deferred@1060511577 after retry RPC after error@1579300676) -> (continuation of Deferred@1904454657 after retry RPC after error@1953724167) -> (continuation of Deferred@2075156999 after retry RPC after error@879223330)))
09:05:06.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:06.704401 21135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:06.704633 21135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:06.705519 21135 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:06.708710 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:06.712013 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:06.712208 20419 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:06.712591 21135 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:06.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@776982407(state=PENDING, result=null, callback=(continuation of Deferred@1612601226 after retry RPC after error@1142001008) -> (continuation of Deferred@1165243698 after retry RPC after error@362277356) -> (continuation of Deferred@120016595 after retry RPC after error@1335179594) -> (continuation of Deferred@724326447 after retry RPC after error@22944815) -> (continuation of Deferred@1009949441 after retry RPC after error@1510714020) -> (continuation of Deferred@321875178 after retry RPC after error@1650566596) -> (continuation of Deferred@1243861018 after retry RPC after error@1299848560), errback=(continuation of Deferred@1612601226 after retry RPC after error@1142001008) -> (continuation of Deferred@1165243698 after retry RPC after error@362277356) -> (continuation of Deferred@120016595 after retry RPC after error@1335179594) -> (continuation of Deferred@724326447 after retry RPC after error@22944815) -> (continuation of Deferred@1009949441 after retry RPC after error@1510714020) -> (continuation of Deferred@321875178 after retry RPC after error@1650566596) -> (continuation of Deferred@1243861018 after retry RPC after error@1299848560)))
09:05:06.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@776982407(state=PENDING, result=null, callback=(continuation of Deferred@1612601226 after retry RPC after error@1142001008) -> (continuation of Deferred@1165243698 after retry RPC after error@362277356) -> (continuation of Deferred@120016595 after retry RPC after error@1335179594) -> (continuation of Deferred@724326447 after retry RPC after error@22944815) -> (continuation of Deferred@1009949441 after retry RPC after error@1510714020) -> (continuation of Deferred@321875178 after retry RPC after error@1650566596) -> (continuation of Deferred@1243861018 after retry RPC after error@1299848560), errback=(continuation of Deferred@1612601226 after retry RPC after error@1142001008) -> (continuation of Deferred@1165243698 after retry RPC after error@362277356) -> (continuation of Deferred@120016595 after retry RPC after error@1335179594) -> (continuation of Deferred@724326447 after retry RPC after error@22944815) -> (continuation of Deferred@1009949441 after retry RPC after error@1510714020) -> (continuation of Deferred@321875178 after retry RPC after error@1650566596) -> (continuation of Deferred@1243861018 after retry RPC after error@1299848560)))
09:05:06.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:06.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:06.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:06.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:06.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:06.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@142151650(state=PENDING, result=null, callback=(continuation of Deferred@343961507 after retry RPC after error@1117615405) -> (continuation of Deferred@518132925 after retry RPC after error@1587814044) -> (continuation of Deferred@1229885340 after retry RPC after error@1616101253) -> (continuation of Deferred@1855592654 after retry RPC after error@271891327) -> (continuation of Deferred@767292554 after retry RPC after error@1349110063) -> (continuation of Deferred@1854666628 after retry RPC after error@1532053097), errback=(continuation of Deferred@343961507 after retry RPC after error@1117615405) -> (continuation of Deferred@518132925 after retry RPC after error@1587814044) -> (continuation of Deferred@1229885340 after retry RPC after error@1616101253) -> (continuation of Deferred@1855592654 after retry RPC after error@271891327) -> (continuation of Deferred@767292554 after retry RPC after error@1349110063) -> (continuation of Deferred@1854666628 after retry RPC after error@1532053097)))
09:05:07.024 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@142151650(state=PENDING, result=null, callback=(continuation of Deferred@343961507 after retry RPC after error@1117615405) -> (continuation of Deferred@518132925 after retry RPC after error@1587814044) -> (continuation of Deferred@1229885340 after retry RPC after error@1616101253) -> (continuation of Deferred@1855592654 after retry RPC after error@271891327) -> (continuation of Deferred@767292554 after retry RPC after error@1349110063) -> (continuation of Deferred@1854666628 after retry RPC after error@1532053097), errback=(continuation of Deferred@343961507 after retry RPC after error@1117615405) -> (continuation of Deferred@518132925 after retry RPC after error@1587814044) -> (continuation of Deferred@1229885340 after retry RPC after error@1616101253) -> (continuation of Deferred@1855592654 after retry RPC after error@271891327) -> (continuation of Deferred@767292554 after retry RPC after error@1349110063) -> (continuation of Deferred@1854666628 after retry RPC after error@1532053097)))
09:05:07.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@414330011(state=PENDING, result=null, callback=(continuation of Deferred@162847429 after retry RPC after error@1602520016) -> (continuation of Deferred@1443683955 after retry RPC after error@1607726813) -> (continuation of Deferred@1889430800 after retry RPC after error@192936656) -> (continuation of Deferred@1001407114 after retry RPC after error@2064989759) -> (continuation of Deferred@2019572384 after retry RPC after error@205383174) -> (continuation of Deferred@891306265 after retry RPC after error@1737909572) -> (continuation of Deferred@509273644 after retry RPC after error@2100575799), errback=(continuation of Deferred@162847429 after retry RPC after error@1602520016) -> (continuation of Deferred@1443683955 after retry RPC after error@1607726813) -> (continuation of Deferred@1889430800 after retry RPC after error@192936656) -> (continuation of Deferred@1001407114 after retry RPC after error@2064989759) -> (continuation of Deferred@2019572384 after retry RPC after error@205383174) -> (continuation of Deferred@891306265 after retry RPC after error@1737909572) -> (continuation of Deferred@509273644 after retry RPC after error@2100575799)))
09:05:07.264 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@414330011(state=PENDING, result=null, callback=(continuation of Deferred@162847429 after retry RPC after error@1602520016) -> (continuation of Deferred@1443683955 after retry RPC after error@1607726813) -> (continuation of Deferred@1889430800 after retry RPC after error@192936656) -> (continuation of Deferred@1001407114 after retry RPC after error@2064989759) -> (continuation of Deferred@2019572384 after retry RPC after error@205383174) -> (continuation of Deferred@891306265 after retry RPC after error@1737909572) -> (continuation of Deferred@509273644 after retry RPC after error@2100575799), errback=(continuation of Deferred@162847429 after retry RPC after error@1602520016) -> (continuation of Deferred@1443683955 after retry RPC after error@1607726813) -> (continuation of Deferred@1889430800 after retry RPC after error@192936656) -> (continuation of Deferred@1001407114 after retry RPC after error@2064989759) -> (continuation of Deferred@2019572384 after retry RPC after error@205383174) -> (continuation of Deferred@891306265 after retry RPC after error@1737909572) -> (continuation of Deferred@509273644 after retry RPC after error@2100575799)))
09:05:07.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@910921527(state=PENDING, result=null, callback=(continuation of Deferred@734948920 after retry RPC after error@1864013292) -> (continuation of Deferred@253684843 after retry RPC after error@1707534472) -> (continuation of Deferred@1025631654 after retry RPC after error@112177691) -> (continuation of Deferred@2116709137 after retry RPC after error@746213108) -> (continuation of Deferred@516194824 after retry RPC after error@1694553249) -> (continuation of Deferred@1214208499 after retry RPC after error@908895202), errback=(continuation of Deferred@734948920 after retry RPC after error@1864013292) -> (continuation of Deferred@253684843 after retry RPC after error@1707534472) -> (continuation of Deferred@1025631654 after retry RPC after error@112177691) -> (continuation of Deferred@2116709137 after retry RPC after error@746213108) -> (continuation of Deferred@516194824 after retry RPC after error@1694553249) -> (continuation of Deferred@1214208499 after retry RPC after error@908895202)))
09:05:07.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@910921527(state=PENDING, result=null, callback=(continuation of Deferred@734948920 after retry RPC after error@1864013292) -> (continuation of Deferred@253684843 after retry RPC after error@1707534472) -> (continuation of Deferred@1025631654 after retry RPC after error@112177691) -> (continuation of Deferred@2116709137 after retry RPC after error@746213108) -> (continuation of Deferred@516194824 after retry RPC after error@1694553249) -> (continuation of Deferred@1214208499 after retry RPC after error@908895202), errback=(continuation of Deferred@734948920 after retry RPC after error@1864013292) -> (continuation of Deferred@253684843 after retry RPC after error@1707534472) -> (continuation of Deferred@1025631654 after retry RPC after error@112177691) -> (continuation of Deferred@2116709137 after retry RPC after error@746213108) -> (continuation of Deferred@516194824 after retry RPC after error@1694553249) -> (continuation of Deferred@1214208499 after retry RPC after error@908895202)))
09:05:07.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@398168226(state=PENDING, result=null, callback=(continuation of Deferred@528091441 after retry RPC after error@448078706) -> (continuation of Deferred@45226678 after retry RPC after error@1237824706) -> (continuation of Deferred@112926538 after retry RPC after error@900076124) -> (continuation of Deferred@668195316 after retry RPC after error@1397102696) -> (continuation of Deferred@223939589 after retry RPC after error@141089536) -> (continuation of Deferred@835563392 after retry RPC after error@1386968201) -> (continuation of Deferred@399995901 after retry RPC after error@1504250588), errback=(continuation of Deferred@528091441 after retry RPC after error@448078706) -> (continuation of Deferred@45226678 after retry RPC after error@1237824706) -> (continuation of Deferred@112926538 after retry RPC after error@900076124) -> (continuation of Deferred@668195316 after retry RPC after error@1397102696) -> (continuation of Deferred@223939589 after retry RPC after error@141089536) -> (continuation of Deferred@835563392 after retry RPC after error@1386968201) -> (continuation of Deferred@399995901 after retry RPC after error@1504250588)))
09:05:07.663 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@398168226(state=PENDING, result=null, callback=(continuation of Deferred@528091441 after retry RPC after error@448078706) -> (continuation of Deferred@45226678 after retry RPC after error@1237824706) -> (continuation of Deferred@112926538 after retry RPC after error@900076124) -> (continuation of Deferred@668195316 after retry RPC after error@1397102696) -> (continuation of Deferred@223939589 after retry RPC after error@141089536) -> (continuation of Deferred@835563392 after retry RPC after error@1386968201) -> (continuation of Deferred@399995901 after retry RPC after error@1504250588), errback=(continuation of Deferred@528091441 after retry RPC after error@448078706) -> (continuation of Deferred@45226678 after retry RPC after error@1237824706) -> (continuation of Deferred@112926538 after retry RPC after error@900076124) -> (continuation of Deferred@668195316 after retry RPC after error@1397102696) -> (continuation of Deferred@223939589 after retry RPC after error@141089536) -> (continuation of Deferred@835563392 after retry RPC after error@1386968201) -> (continuation of Deferred@399995901 after retry RPC after error@1504250588)))
09:05:07.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1748942114(state=PENDING, result=null, callback=(continuation of Deferred@1914490337 after retry RPC after error@1123136273) -> (continuation of Deferred@304616958 after retry RPC after error@258112820) -> (continuation of Deferred@453364476 after retry RPC after error@1420008374) -> (continuation of Deferred@116843321 after retry RPC after error@442610958) -> (continuation of Deferred@788975252 after retry RPC after error@1739628265) -> (continuation of Deferred@1458456077 after retry RPC after error@1093681179) -> (continuation of Deferred@1482380487 after retry RPC after error@998231795), errback=(continuation of Deferred@1914490337 after retry RPC after error@1123136273) -> (continuation of Deferred@304616958 after retry RPC after error@258112820) -> (continuation of Deferred@453364476 after retry RPC after error@1420008374) -> (continuation of Deferred@116843321 after retry RPC after error@442610958) -> (continuation of Deferred@788975252 after retry RPC after error@1739628265) -> (continuation of Deferred@1458456077 after retry RPC after error@1093681179) -> (continuation of Deferred@1482380487 after retry RPC after error@998231795)))
09:05:07.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1748942114(state=PENDING, result=null, callback=(continuation of Deferred@1914490337 after retry RPC after error@1123136273) -> (continuation of Deferred@304616958 after retry RPC after error@258112820) -> (continuation of Deferred@453364476 after retry RPC after error@1420008374) -> (continuation of Deferred@116843321 after retry RPC after error@442610958) -> (continuation of Deferred@788975252 after retry RPC after error@1739628265) -> (continuation of Deferred@1458456077 after retry RPC after error@1093681179) -> (continuation of Deferred@1482380487 after retry RPC after error@998231795), errback=(continuation of Deferred@1914490337 after retry RPC after error@1123136273) -> (continuation of Deferred@304616958 after retry RPC after error@258112820) -> (continuation of Deferred@453364476 after retry RPC after error@1420008374) -> (continuation of Deferred@116843321 after retry RPC after error@442610958) -> (continuation of Deferred@788975252 after retry RPC after error@1739628265) -> (continuation of Deferred@1458456077 after retry RPC after error@1093681179) -> (continuation of Deferred@1482380487 after retry RPC after error@998231795)))
09:05:07.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:07.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:07.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:07.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:07.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:07.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1656376597(state=PENDING, result=null, callback=(continuation of Deferred@1425118014 after retry RPC after error@1770183719) -> (continuation of Deferred@500479131 after retry RPC after error@766939345) -> (continuation of Deferred@1963367994 after retry RPC after error@177866585) -> (continuation of Deferred@852630269 after retry RPC after error@729494638) -> (continuation of Deferred@1783470197 after retry RPC after error@808975018) -> (continuation of Deferred@311434147 after retry RPC after error@1614448091) -> (continuation of Deferred@1722955673 after retry RPC after error@1767863119), errback=(continuation of Deferred@1425118014 after retry RPC after error@1770183719) -> (continuation of Deferred@500479131 after retry RPC after error@766939345) -> (continuation of Deferred@1963367994 after retry RPC after error@177866585) -> (continuation of Deferred@852630269 after retry RPC after error@729494638) -> (continuation of Deferred@1783470197 after retry RPC after error@808975018) -> (continuation of Deferred@311434147 after retry RPC after error@1614448091) -> (continuation of Deferred@1722955673 after retry RPC after error@1767863119)))
09:05:08.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1656376597(state=PENDING, result=null, callback=(continuation of Deferred@1425118014 after retry RPC after error@1770183719) -> (continuation of Deferred@500479131 after retry RPC after error@766939345) -> (continuation of Deferred@1963367994 after retry RPC after error@177866585) -> (continuation of Deferred@852630269 after retry RPC after error@729494638) -> (continuation of Deferred@1783470197 after retry RPC after error@808975018) -> (continuation of Deferred@311434147 after retry RPC after error@1614448091) -> (continuation of Deferred@1722955673 after retry RPC after error@1767863119), errback=(continuation of Deferred@1425118014 after retry RPC after error@1770183719) -> (continuation of Deferred@500479131 after retry RPC after error@766939345) -> (continuation of Deferred@1963367994 after retry RPC after error@177866585) -> (continuation of Deferred@852630269 after retry RPC after error@729494638) -> (continuation of Deferred@1783470197 after retry RPC after error@808975018) -> (continuation of Deferred@311434147 after retry RPC after error@1614448091) -> (continuation of Deferred@1722955673 after retry RPC after error@1767863119)))
09:05:08.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.321 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@618732488(state=PENDING, result=null, callback=(continuation of Deferred@1577997168 after retry RPC after error@2022605251) -> (continuation of Deferred@1091195014 after retry RPC after error@1838754868) -> (continuation of Deferred@1092642596 after retry RPC after error@1294759514) -> (continuation of Deferred@1580302617 after retry RPC after error@2054028903) -> (continuation of Deferred@943112009 after retry RPC after error@369529011) -> (continuation of Deferred@1156440611 after retry RPC after error@1374069279) -> (continuation of Deferred@1546097565 after retry RPC after error@2122716066), errback=(continuation of Deferred@1577997168 after retry RPC after error@2022605251) -> (continuation of Deferred@1091195014 after retry RPC after error@1838754868) -> (continuation of Deferred@1092642596 after retry RPC after error@1294759514) -> (continuation of Deferred@1580302617 after retry RPC after error@2054028903) -> (continuation of Deferred@943112009 after retry RPC after error@369529011) -> (continuation of Deferred@1156440611 after retry RPC after error@1374069279) -> (continuation of Deferred@1546097565 after retry RPC after error@2122716066)))
09:05:08.322 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:08.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@356925298(state=PENDING, result=null, callback=(continuation of Deferred@411009814 after retry RPC after error@181126610) -> (continuation of Deferred@617847729 after retry RPC after error@13278710) -> (continuation of Deferred@1682557386 after retry RPC after error@821585348) -> (continuation of Deferred@147746425 after retry RPC after error@1556051899) -> (continuation of Deferred@1980953215 after retry RPC after error@95907644) -> (continuation of Deferred@2129753173 after retry RPC after error@1507116703) -> (continuation of Deferred@951342800 after retry RPC after error@113512565), errback=(continuation of Deferred@411009814 after retry RPC after error@181126610) -> (continuation of Deferred@617847729 after retry RPC after error@13278710) -> (continuation of Deferred@1682557386 after retry RPC after error@821585348) -> (continuation of Deferred@147746425 after retry RPC after error@1556051899) -> (continuation of Deferred@1980953215 after retry RPC after error@95907644) -> (continuation of Deferred@2129753173 after retry RPC after error@1507116703) -> (continuation of Deferred@951342800 after retry RPC after error@113512565)))
09:05:08.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@356925298(state=PENDING, result=null, callback=(continuation of Deferred@411009814 after retry RPC after error@181126610) -> (continuation of Deferred@617847729 after retry RPC after error@13278710) -> (continuation of Deferred@1682557386 after retry RPC after error@821585348) -> (continuation of Deferred@147746425 after retry RPC after error@1556051899) -> (continuation of Deferred@1980953215 after retry RPC after error@95907644) -> (continuation of Deferred@2129753173 after retry RPC after error@1507116703) -> (continuation of Deferred@951342800 after retry RPC after error@113512565), errback=(continuation of Deferred@411009814 after retry RPC after error@181126610) -> (continuation of Deferred@617847729 after retry RPC after error@13278710) -> (continuation of Deferred@1682557386 after retry RPC after error@821585348) -> (continuation of Deferred@147746425 after retry RPC after error@1556051899) -> (continuation of Deferred@1980953215 after retry RPC after error@95907644) -> (continuation of Deferred@2129753173 after retry RPC after error@1507116703) -> (continuation of Deferred@951342800 after retry RPC after error@113512565)))
09:05:08.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1092158773(state=PENDING, result=null, callback=(continuation of Deferred@580117204 after retry RPC after error@1310384162) -> (continuation of Deferred@365309383 after retry RPC after error@478130919) -> (continuation of Deferred@566716158 after retry RPC after error@952473876) -> (continuation of Deferred@474559454 after retry RPC after error@2109751866) -> (continuation of Deferred@1739209706 after retry RPC after error@1932722994) -> (continuation of Deferred@640747849 after retry RPC after error@1495223847) -> (continuation of Deferred@1868319621 after retry RPC after error@69070799), errback=(continuation of Deferred@580117204 after retry RPC after error@1310384162) -> (continuation of Deferred@365309383 after retry RPC after error@478130919) -> (continuation of Deferred@566716158 after retry RPC after error@952473876) -> (continuation of Deferred@474559454 after retry RPC after error@2109751866) -> (continuation of Deferred@1739209706 after retry RPC after error@1932722994) -> (continuation of Deferred@640747849 after retry RPC after error@1495223847) -> (continuation of Deferred@1868319621 after retry RPC after error@69070799)))
09:05:08.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1092158773(state=PENDING, result=null, callback=(continuation of Deferred@580117204 after retry RPC after error@1310384162) -> (continuation of Deferred@365309383 after retry RPC after error@478130919) -> (continuation of Deferred@566716158 after retry RPC after error@952473876) -> (continuation of Deferred@474559454 after retry RPC after error@2109751866) -> (continuation of Deferred@1739209706 after retry RPC after error@1932722994) -> (continuation of Deferred@640747849 after retry RPC after error@1495223847) -> (continuation of Deferred@1868319621 after retry RPC after error@69070799), errback=(continuation of Deferred@580117204 after retry RPC after error@1310384162) -> (continuation of Deferred@365309383 after retry RPC after error@478130919) -> (continuation of Deferred@566716158 after retry RPC after error@952473876) -> (continuation of Deferred@474559454 after retry RPC after error@2109751866) -> (continuation of Deferred@1739209706 after retry RPC after error@1932722994) -> (continuation of Deferred@640747849 after retry RPC after error@1495223847) -> (continuation of Deferred@1868319621 after retry RPC after error@69070799)))
09:05:08.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:08.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:08.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:08.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:08.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:08.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@227071650(state=PENDING, result=null, callback=(continuation of Deferred@1733491413 after retry RPC after error@1832676760) -> (continuation of Deferred@503473217 after retry RPC after error@1442090213) -> (continuation of Deferred@620777692 after retry RPC after error@736012617) -> (continuation of Deferred@645132319 after retry RPC after error@1460781968) -> (continuation of Deferred@1890643742 after retry RPC after error@779781280) -> (continuation of Deferred@389048952 after retry RPC after error@1315186253), errback=(continuation of Deferred@1733491413 after retry RPC after error@1832676760) -> (continuation of Deferred@503473217 after retry RPC after error@1442090213) -> (continuation of Deferred@620777692 after retry RPC after error@736012617) -> (continuation of Deferred@645132319 after retry RPC after error@1460781968) -> (continuation of Deferred@1890643742 after retry RPC after error@779781280) -> (continuation of Deferred@389048952 after retry RPC after error@1315186253)))
09:05:09.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@227071650(state=PENDING, result=null, callback=(continuation of Deferred@1733491413 after retry RPC after error@1832676760) -> (continuation of Deferred@503473217 after retry RPC after error@1442090213) -> (continuation of Deferred@620777692 after retry RPC after error@736012617) -> (continuation of Deferred@645132319 after retry RPC after error@1460781968) -> (continuation of Deferred@1890643742 after retry RPC after error@779781280) -> (continuation of Deferred@389048952 after retry RPC after error@1315186253), errback=(continuation of Deferred@1733491413 after retry RPC after error@1832676760) -> (continuation of Deferred@503473217 after retry RPC after error@1442090213) -> (continuation of Deferred@620777692 after retry RPC after error@736012617) -> (continuation of Deferred@645132319 after retry RPC after error@1460781968) -> (continuation of Deferred@1890643742 after retry RPC after error@779781280) -> (continuation of Deferred@389048952 after retry RPC after error@1315186253)))
09:05:09.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1529739034(state=PENDING, result=null, callback=(continuation of Deferred@2125216696 after retry RPC after error@531921691) -> (continuation of Deferred@240149353 after retry RPC after error@980537502) -> (continuation of Deferred@622808467 after retry RPC after error@433034888) -> (continuation of Deferred@336197107 after retry RPC after error@549991116) -> (continuation of Deferred@2145681555 after retry RPC after error@452604465) -> (continuation of Deferred@1099426544 after retry RPC after error@540601950) -> (continuation of Deferred@2063794898 after retry RPC after error@807656505), errback=(continuation of Deferred@2125216696 after retry RPC after error@531921691) -> (continuation of Deferred@240149353 after retry RPC after error@980537502) -> (continuation of Deferred@622808467 after retry RPC after error@433034888) -> (continuation of Deferred@336197107 after retry RPC after error@549991116) -> (continuation of Deferred@2145681555 after retry RPC after error@452604465) -> (continuation of Deferred@1099426544 after retry RPC after error@540601950) -> (continuation of Deferred@2063794898 after retry RPC after error@807656505)))
09:05:09.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1529739034(state=PENDING, result=null, callback=(continuation of Deferred@2125216696 after retry RPC after error@531921691) -> (continuation of Deferred@240149353 after retry RPC after error@980537502) -> (continuation of Deferred@622808467 after retry RPC after error@433034888) -> (continuation of Deferred@336197107 after retry RPC after error@549991116) -> (continuation of Deferred@2145681555 after retry RPC after error@452604465) -> (continuation of Deferred@1099426544 after retry RPC after error@540601950) -> (continuation of Deferred@2063794898 after retry RPC after error@807656505), errback=(continuation of Deferred@2125216696 after retry RPC after error@531921691) -> (continuation of Deferred@240149353 after retry RPC after error@980537502) -> (continuation of Deferred@622808467 after retry RPC after error@433034888) -> (continuation of Deferred@336197107 after retry RPC after error@549991116) -> (continuation of Deferred@2145681555 after retry RPC after error@452604465) -> (continuation of Deferred@1099426544 after retry RPC after error@540601950) -> (continuation of Deferred@2063794898 after retry RPC after error@807656505)))
09:05:09.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1752155614(state=PENDING, result=null, callback=(continuation of Deferred@191055411 after retry RPC after error@556177140) -> (continuation of Deferred@266213646 after retry RPC after error@428436510) -> (continuation of Deferred@147514306 after retry RPC after error@491668761) -> (continuation of Deferred@1655126487 after retry RPC after error@807161857) -> (continuation of Deferred@1872191795 after retry RPC after error@10393429) -> (continuation of Deferred@1529638672 after retry RPC after error@165847084) -> (continuation of Deferred@1562953434 after retry RPC after error@695784981), errback=(continuation of Deferred@191055411 after retry RPC after error@556177140) -> (continuation of Deferred@266213646 after retry RPC after error@428436510) -> (continuation of Deferred@147514306 after retry RPC after error@491668761) -> (continuation of Deferred@1655126487 after retry RPC after error@807161857) -> (continuation of Deferred@1872191795 after retry RPC after error@10393429) -> (continuation of Deferred@1529638672 after retry RPC after error@165847084) -> (continuation of Deferred@1562953434 after retry RPC after error@695784981)))
09:05:09.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1752155614(state=PENDING, result=null, callback=(continuation of Deferred@191055411 after retry RPC after error@556177140) -> (continuation of Deferred@266213646 after retry RPC after error@428436510) -> (continuation of Deferred@147514306 after retry RPC after error@491668761) -> (continuation of Deferred@1655126487 after retry RPC after error@807161857) -> (continuation of Deferred@1872191795 after retry RPC after error@10393429) -> (continuation of Deferred@1529638672 after retry RPC after error@165847084) -> (continuation of Deferred@1562953434 after retry RPC after error@695784981), errback=(continuation of Deferred@191055411 after retry RPC after error@556177140) -> (continuation of Deferred@266213646 after retry RPC after error@428436510) -> (continuation of Deferred@147514306 after retry RPC after error@491668761) -> (continuation of Deferred@1655126487 after retry RPC after error@807161857) -> (continuation of Deferred@1872191795 after retry RPC after error@10393429) -> (continuation of Deferred@1529638672 after retry RPC after error@165847084) -> (continuation of Deferred@1562953434 after retry RPC after error@695784981)))
09:05:09.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@427618282(state=PENDING, result=null, callback=(continuation of Deferred@857273798 after retry RPC after error@1414695336) -> (continuation of Deferred@1125124963 after retry RPC after error@1030602580) -> (continuation of Deferred@1236257786 after retry RPC after error@158340270) -> (continuation of Deferred@1257790960 after retry RPC after error@440392932) -> (continuation of Deferred@771241026 after retry RPC after error@606371895) -> (continuation of Deferred@750472862 after retry RPC after error@1216839441) -> (continuation of Deferred@607193191 after retry RPC after error@605290990), errback=(continuation of Deferred@857273798 after retry RPC after error@1414695336) -> (continuation of Deferred@1125124963 after retry RPC after error@1030602580) -> (continuation of Deferred@1236257786 after retry RPC after error@158340270) -> (continuation of Deferred@1257790960 after retry RPC after error@440392932) -> (continuation of Deferred@771241026 after retry RPC after error@606371895) -> (continuation of Deferred@750472862 after retry RPC after error@1216839441) -> (continuation of Deferred@607193191 after retry RPC after error@605290990)))
09:05:09.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@427618282(state=PENDING, result=null, callback=(continuation of Deferred@857273798 after retry RPC after error@1414695336) -> (continuation of Deferred@1125124963 after retry RPC after error@1030602580) -> (continuation of Deferred@1236257786 after retry RPC after error@158340270) -> (continuation of Deferred@1257790960 after retry RPC after error@440392932) -> (continuation of Deferred@771241026 after retry RPC after error@606371895) -> (continuation of Deferred@750472862 after retry RPC after error@1216839441) -> (continuation of Deferred@607193191 after retry RPC after error@605290990), errback=(continuation of Deferred@857273798 after retry RPC after error@1414695336) -> (continuation of Deferred@1125124963 after retry RPC after error@1030602580) -> (continuation of Deferred@1236257786 after retry RPC after error@158340270) -> (continuation of Deferred@1257790960 after retry RPC after error@440392932) -> (continuation of Deferred@771241026 after retry RPC after error@606371895) -> (continuation of Deferred@750472862 after retry RPC after error@1216839441) -> (continuation of Deferred@607193191 after retry RPC after error@605290990)))
09:05:09.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@841634194(state=PENDING, result=null, callback=(continuation of Deferred@671093141 after retry RPC after error@1709309062) -> (continuation of Deferred@48911486 after retry RPC after error@1655452528) -> (continuation of Deferred@1250433545 after retry RPC after error@552065554) -> (continuation of Deferred@1895707604 after retry RPC after error@1934276872) -> (continuation of Deferred@2031660346 after retry RPC after error@1731317569) -> (continuation of Deferred@1724915936 after retry RPC after error@1089755083), errback=(continuation of Deferred@671093141 after retry RPC after error@1709309062) -> (continuation of Deferred@48911486 after retry RPC after error@1655452528) -> (continuation of Deferred@1250433545 after retry RPC after error@552065554) -> (continuation of Deferred@1895707604 after retry RPC after error@1934276872) -> (continuation of Deferred@2031660346 after retry RPC after error@1731317569) -> (continuation of Deferred@1724915936 after retry RPC after error@1089755083)))
09:05:09.884 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@841634194(state=PENDING, result=null, callback=(continuation of Deferred@671093141 after retry RPC after error@1709309062) -> (continuation of Deferred@48911486 after retry RPC after error@1655452528) -> (continuation of Deferred@1250433545 after retry RPC after error@552065554) -> (continuation of Deferred@1895707604 after retry RPC after error@1934276872) -> (continuation of Deferred@2031660346 after retry RPC after error@1731317569) -> (continuation of Deferred@1724915936 after retry RPC after error@1089755083), errback=(continuation of Deferred@671093141 after retry RPC after error@1709309062) -> (continuation of Deferred@48911486 after retry RPC after error@1655452528) -> (continuation of Deferred@1250433545 after retry RPC after error@552065554) -> (continuation of Deferred@1895707604 after retry RPC after error@1934276872) -> (continuation of Deferred@2031660346 after retry RPC after error@1731317569) -> (continuation of Deferred@1724915936 after retry RPC after error@1089755083)))
09:05:09.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:09.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:09.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:09.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:09.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:09.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1737888451(state=PENDING, result=null, callback=(continuation of Deferred@173903687 after retry RPC after error@1805077612) -> (continuation of Deferred@583714682 after retry RPC after error@1973275114) -> (continuation of Deferred@324818857 after retry RPC after error@1123655042) -> (continuation of Deferred@914121648 after retry RPC after error@758464012) -> (continuation of Deferred@1554367772 after retry RPC after error@1388205703) -> (continuation of Deferred@126541443 after retry RPC after error@63653152) -> (continuation of Deferred@1899298144 after retry RPC after error@1369343919), errback=(continuation of Deferred@173903687 after retry RPC after error@1805077612) -> (continuation of Deferred@583714682 after retry RPC after error@1973275114) -> (continuation of Deferred@324818857 after retry RPC after error@1123655042) -> (continuation of Deferred@914121648 after retry RPC after error@758464012) -> (continuation of Deferred@1554367772 after retry RPC after error@1388205703) -> (continuation of Deferred@126541443 after retry RPC after error@63653152) -> (continuation of Deferred@1899298144 after retry RPC after error@1369343919)))
09:05:10.104 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1737888451(state=PENDING, result=null, callback=(continuation of Deferred@173903687 after retry RPC after error@1805077612) -> (continuation of Deferred@583714682 after retry RPC after error@1973275114) -> (continuation of Deferred@324818857 after retry RPC after error@1123655042) -> (continuation of Deferred@914121648 after retry RPC after error@758464012) -> (continuation of Deferred@1554367772 after retry RPC after error@1388205703) -> (continuation of Deferred@126541443 after retry RPC after error@63653152) -> (continuation of Deferred@1899298144 after retry RPC after error@1369343919), errback=(continuation of Deferred@173903687 after retry RPC after error@1805077612) -> (continuation of Deferred@583714682 after retry RPC after error@1973275114) -> (continuation of Deferred@324818857 after retry RPC after error@1123655042) -> (continuation of Deferred@914121648 after retry RPC after error@758464012) -> (continuation of Deferred@1554367772 after retry RPC after error@1388205703) -> (continuation of Deferred@126541443 after retry RPC after error@63653152) -> (continuation of Deferred@1899298144 after retry RPC after error@1369343919)))
09:05:10.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.365597 21161 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.365824 21161 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.366739 21161 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:10.367851 20420 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:05:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:10.369616 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:10.369942 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.370105 20419 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.370388 21161 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:10.381 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@913008842(state=PENDING, result=null, callback=(continuation of Deferred@259826105 after retry RPC after error@997907775) -> (continuation of Deferred@1457279248 after retry RPC after error@1000099385) -> (continuation of Deferred@1359434138 after retry RPC after error@1014627744) -> (continuation of Deferred@144277486 after retry RPC after error@1370293570) -> (continuation of Deferred@986514796 after retry RPC after error@1235909480) -> (continuation of Deferred@177150908 after retry RPC after error@858884282) -> (continuation of Deferred@1627721173 after retry RPC after error@2070829990) -> (continuation of Deferred@156167564 after retry RPC after error@914739271), errback=(continuation of Deferred@259826105 after retry RPC after error@997907775) -> (continuation of Deferred@1457279248 after retry RPC after error@1000099385) -> (continuation of Deferred@1359434138 after retry RPC after error@1014627744) -> (continuation of Deferred@144277486 after retry RPC after error@1370293570) -> (continuation of Deferred@986514796 after retry RPC after error@1235909480) -> (continuation of Deferred@177150908 after retry RPC after error@858884282) -> (continuation of Deferred@1627721173 after retry RPC after error@2070829990) -> (continuation of Deferred@156167564 after retry RPC after error@914739271)))
09:05:10.381 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:10.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.564435 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:10.564661 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:10.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2008739030(state=PENDING, result=null, callback=(continuation of Deferred@1676086884 after retry RPC after error@1946102885) -> (continuation of Deferred@1487693986 after retry RPC after error@2026959677) -> (continuation of Deferred@589252205 after retry RPC after error@696900207) -> (continuation of Deferred@316362372 after retry RPC after error@1835863801) -> (continuation of Deferred@882376983 after retry RPC after error@1403383625) -> (continuation of Deferred@457323735 after retry RPC after error@509475712) -> (continuation of Deferred@1790558693 after retry RPC after error@379233372) -> (continuation of Deferred@485805780 after retry RPC after error@1829021489), errback=(continuation of Deferred@1676086884 after retry RPC after error@1946102885) -> (continuation of Deferred@1487693986 after retry RPC after error@2026959677) -> (continuation of Deferred@589252205 after retry RPC after error@696900207) -> (continuation of Deferred@316362372 after retry RPC after error@1835863801) -> (continuation of Deferred@882376983 after retry RPC after error@1403383625) -> (continuation of Deferred@457323735 after retry RPC after error@509475712) -> (continuation of Deferred@1790558693 after retry RPC after error@379233372) -> (continuation of Deferred@485805780 after retry RPC after error@1829021489)))
09:05:10.662 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:10.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1214423095(state=PENDING, result=null, callback=(continuation of Deferred@1865496741 after retry RPC after error@743738297) -> (continuation of Deferred@2050533353 after retry RPC after error@654754689) -> (continuation of Deferred@1091843028 after retry RPC after error@1234530572) -> (continuation of Deferred@1991082040 after retry RPC after error@1730564007) -> (continuation of Deferred@122444292 after retry RPC after error@1697859312) -> (continuation of Deferred@2131080750 after retry RPC after error@705402142) -> (continuation of Deferred@1332901409 after retry RPC after error@805940729) -> (continuation of Deferred@1659881744 after retry RPC after error@339350326), errback=(continuation of Deferred@1865496741 after retry RPC after error@743738297) -> (continuation of Deferred@2050533353 after retry RPC after error@654754689) -> (continuation of Deferred@1091843028 after retry RPC after error@1234530572) -> (continuation of Deferred@1991082040 after retry RPC after error@1730564007) -> (continuation of Deferred@122444292 after retry RPC after error@1697859312) -> (continuation of Deferred@2131080750 after retry RPC after error@705402142) -> (continuation of Deferred@1332901409 after retry RPC after error@805940729) -> (continuation of Deferred@1659881744 after retry RPC after error@339350326)))
09:05:10.905 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1214423095(state=PENDING, result=null, callback=(continuation of Deferred@1865496741 after retry RPC after error@743738297) -> (continuation of Deferred@2050533353 after retry RPC after error@654754689) -> (continuation of Deferred@1091843028 after retry RPC after error@1234530572) -> (continuation of Deferred@1991082040 after retry RPC after error@1730564007) -> (continuation of Deferred@122444292 after retry RPC after error@1697859312) -> (continuation of Deferred@2131080750 after retry RPC after error@705402142) -> (continuation of Deferred@1332901409 after retry RPC after error@805940729) -> (continuation of Deferred@1659881744 after retry RPC after error@339350326), errback=(continuation of Deferred@1865496741 after retry RPC after error@743738297) -> (continuation of Deferred@2050533353 after retry RPC after error@654754689) -> (continuation of Deferred@1091843028 after retry RPC after error@1234530572) -> (continuation of Deferred@1991082040 after retry RPC after error@1730564007) -> (continuation of Deferred@122444292 after retry RPC after error@1697859312) -> (continuation of Deferred@2131080750 after retry RPC after error@705402142) -> (continuation of Deferred@1332901409 after retry RPC after error@805940729) -> (continuation of Deferred@1659881744 after retry RPC after error@339350326)))
09:05:10.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:10.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:10.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:10.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:10.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:10.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1416398240(state=PENDING, result=null, callback=(continuation of Deferred@205806552 after retry RPC after error@1877083268) -> (continuation of Deferred@1085398528 after retry RPC after error@1883247155) -> (continuation of Deferred@1584663928 after retry RPC after error@567141398) -> (continuation of Deferred@1866629105 after retry RPC after error@526596512) -> (continuation of Deferred@1635969273 after retry RPC after error@790711691) -> (continuation of Deferred@1398805097 after retry RPC after error@1439207324) -> (continuation of Deferred@603676924 after retry RPC after error@101919773), errback=(continuation of Deferred@205806552 after retry RPC after error@1877083268) -> (continuation of Deferred@1085398528 after retry RPC after error@1883247155) -> (continuation of Deferred@1584663928 after retry RPC after error@567141398) -> (continuation of Deferred@1866629105 after retry RPC after error@526596512) -> (continuation of Deferred@1635969273 after retry RPC after error@790711691) -> (continuation of Deferred@1398805097 after retry RPC after error@1439207324) -> (continuation of Deferred@603676924 after retry RPC after error@101919773)))
09:05:11.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1416398240(state=PENDING, result=null, callback=(continuation of Deferred@205806552 after retry RPC after error@1877083268) -> (continuation of Deferred@1085398528 after retry RPC after error@1883247155) -> (continuation of Deferred@1584663928 after retry RPC after error@567141398) -> (continuation of Deferred@1866629105 after retry RPC after error@526596512) -> (continuation of Deferred@1635969273 after retry RPC after error@790711691) -> (continuation of Deferred@1398805097 after retry RPC after error@1439207324) -> (continuation of Deferred@603676924 after retry RPC after error@101919773), errback=(continuation of Deferred@205806552 after retry RPC after error@1877083268) -> (continuation of Deferred@1085398528 after retry RPC after error@1883247155) -> (continuation of Deferred@1584663928 after retry RPC after error@567141398) -> (continuation of Deferred@1866629105 after retry RPC after error@526596512) -> (continuation of Deferred@1635969273 after retry RPC after error@790711691) -> (continuation of Deferred@1398805097 after retry RPC after error@1439207324) -> (continuation of Deferred@603676924 after retry RPC after error@101919773)))
09:05:11.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1839379332(state=PENDING, result=null, callback=(continuation of Deferred@352393070 after retry RPC after error@1842889174) -> (continuation of Deferred@1640109960 after retry RPC after error@428127911) -> (continuation of Deferred@77818014 after retry RPC after error@735731501) -> (continuation of Deferred@1523938185 after retry RPC after error@1725483002) -> (continuation of Deferred@2040575015 after retry RPC after error@8044297) -> (continuation of Deferred@1908592052 after retry RPC after error@1367679841), errback=(continuation of Deferred@352393070 after retry RPC after error@1842889174) -> (continuation of Deferred@1640109960 after retry RPC after error@428127911) -> (continuation of Deferred@77818014 after retry RPC after error@735731501) -> (continuation of Deferred@1523938185 after retry RPC after error@1725483002) -> (continuation of Deferred@2040575015 after retry RPC after error@8044297) -> (continuation of Deferred@1908592052 after retry RPC after error@1367679841)))
09:05:11.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1839379332(state=PENDING, result=null, callback=(continuation of Deferred@352393070 after retry RPC after error@1842889174) -> (continuation of Deferred@1640109960 after retry RPC after error@428127911) -> (continuation of Deferred@77818014 after retry RPC after error@735731501) -> (continuation of Deferred@1523938185 after retry RPC after error@1725483002) -> (continuation of Deferred@2040575015 after retry RPC after error@8044297) -> (continuation of Deferred@1908592052 after retry RPC after error@1367679841), errback=(continuation of Deferred@352393070 after retry RPC after error@1842889174) -> (continuation of Deferred@1640109960 after retry RPC after error@428127911) -> (continuation of Deferred@77818014 after retry RPC after error@735731501) -> (continuation of Deferred@1523938185 after retry RPC after error@1725483002) -> (continuation of Deferred@2040575015 after retry RPC after error@8044297) -> (continuation of Deferred@1908592052 after retry RPC after error@1367679841)))
09:05:11.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@756079124(state=PENDING, result=null, callback=(continuation of Deferred@159323995 after retry RPC after error@545124986) -> (continuation of Deferred@1244489984 after retry RPC after error@1640421931) -> (continuation of Deferred@275963015 after retry RPC after error@1599279825) -> (continuation of Deferred@2115437906 after retry RPC after error@693604153) -> (continuation of Deferred@793241712 after retry RPC after error@1757786835) -> (continuation of Deferred@784209676 after retry RPC after error@998603685) -> (continuation of Deferred@730927309 after retry RPC after error@1854368838), errback=(continuation of Deferred@159323995 after retry RPC after error@545124986) -> (continuation of Deferred@1244489984 after retry RPC after error@1640421931) -> (continuation of Deferred@275963015 after retry RPC after error@1599279825) -> (continuation of Deferred@2115437906 after retry RPC after error@693604153) -> (continuation of Deferred@793241712 after retry RPC after error@1757786835) -> (continuation of Deferred@784209676 after retry RPC after error@998603685) -> (continuation of Deferred@730927309 after retry RPC after error@1854368838)))
09:05:11.544 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@756079124(state=PENDING, result=null, callback=(continuation of Deferred@159323995 after retry RPC after error@545124986) -> (continuation of Deferred@1244489984 after retry RPC after error@1640421931) -> (continuation of Deferred@275963015 after retry RPC after error@1599279825) -> (continuation of Deferred@2115437906 after retry RPC after error@693604153) -> (continuation of Deferred@793241712 after retry RPC after error@1757786835) -> (continuation of Deferred@784209676 after retry RPC after error@998603685) -> (continuation of Deferred@730927309 after retry RPC after error@1854368838), errback=(continuation of Deferred@159323995 after retry RPC after error@545124986) -> (continuation of Deferred@1244489984 after retry RPC after error@1640421931) -> (continuation of Deferred@275963015 after retry RPC after error@1599279825) -> (continuation of Deferred@2115437906 after retry RPC after error@693604153) -> (continuation of Deferred@793241712 after retry RPC after error@1757786835) -> (continuation of Deferred@784209676 after retry RPC after error@998603685) -> (continuation of Deferred@730927309 after retry RPC after error@1854368838)))
09:05:11.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1854538806(state=PENDING, result=null, callback=(continuation of Deferred@705932014 after retry RPC after error@498687241) -> (continuation of Deferred@1137879348 after retry RPC after error@2110238412) -> (continuation of Deferred@1253326656 after retry RPC after error@489845258) -> (continuation of Deferred@1275065233 after retry RPC after error@185505260) -> (continuation of Deferred@1621882354 after retry RPC after error@1845983695) -> (continuation of Deferred@1515220197 after retry RPC after error@621687734) -> (continuation of Deferred@439699072 after retry RPC after error@1336515848), errback=(continuation of Deferred@705932014 after retry RPC after error@498687241) -> (continuation of Deferred@1137879348 after retry RPC after error@2110238412) -> (continuation of Deferred@1253326656 after retry RPC after error@489845258) -> (continuation of Deferred@1275065233 after retry RPC after error@185505260) -> (continuation of Deferred@1621882354 after retry RPC after error@1845983695) -> (continuation of Deferred@1515220197 after retry RPC after error@621687734) -> (continuation of Deferred@439699072 after retry RPC after error@1336515848)))
09:05:11.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1854538806(state=PENDING, result=null, callback=(continuation of Deferred@705932014 after retry RPC after error@498687241) -> (continuation of Deferred@1137879348 after retry RPC after error@2110238412) -> (continuation of Deferred@1253326656 after retry RPC after error@489845258) -> (continuation of Deferred@1275065233 after retry RPC after error@185505260) -> (continuation of Deferred@1621882354 after retry RPC after error@1845983695) -> (continuation of Deferred@1515220197 after retry RPC after error@621687734) -> (continuation of Deferred@439699072 after retry RPC after error@1336515848), errback=(continuation of Deferred@705932014 after retry RPC after error@498687241) -> (continuation of Deferred@1137879348 after retry RPC after error@2110238412) -> (continuation of Deferred@1253326656 after retry RPC after error@489845258) -> (continuation of Deferred@1275065233 after retry RPC after error@185505260) -> (continuation of Deferred@1621882354 after retry RPC after error@1845983695) -> (continuation of Deferred@1515220197 after retry RPC after error@621687734) -> (continuation of Deferred@439699072 after retry RPC after error@1336515848)))
09:05:11.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@867593065(state=PENDING, result=null, callback=(continuation of Deferred@564546410 after retry RPC after error@1999556901) -> (continuation of Deferred@1110098885 after retry RPC after error@1111954890) -> (continuation of Deferred@1370094579 after retry RPC after error@1343205146) -> (continuation of Deferred@1152350773 after retry RPC after error@1044172335) -> (continuation of Deferred@542428280 after retry RPC after error@219074583) -> (continuation of Deferred@852454737 after retry RPC after error@1792708753) -> (continuation of Deferred@1827382974 after retry RPC after error@396250460), errback=(continuation of Deferred@564546410 after retry RPC after error@1999556901) -> (continuation of Deferred@1110098885 after retry RPC after error@1111954890) -> (continuation of Deferred@1370094579 after retry RPC after error@1343205146) -> (continuation of Deferred@1152350773 after retry RPC after error@1044172335) -> (continuation of Deferred@542428280 after retry RPC after error@219074583) -> (continuation of Deferred@852454737 after retry RPC after error@1792708753) -> (continuation of Deferred@1827382974 after retry RPC after error@396250460)))
09:05:11.945 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@867593065(state=PENDING, result=null, callback=(continuation of Deferred@564546410 after retry RPC after error@1999556901) -> (continuation of Deferred@1110098885 after retry RPC after error@1111954890) -> (continuation of Deferred@1370094579 after retry RPC after error@1343205146) -> (continuation of Deferred@1152350773 after retry RPC after error@1044172335) -> (continuation of Deferred@542428280 after retry RPC after error@219074583) -> (continuation of Deferred@852454737 after retry RPC after error@1792708753) -> (continuation of Deferred@1827382974 after retry RPC after error@396250460), errback=(continuation of Deferred@564546410 after retry RPC after error@1999556901) -> (continuation of Deferred@1110098885 after retry RPC after error@1111954890) -> (continuation of Deferred@1370094579 after retry RPC after error@1343205146) -> (continuation of Deferred@1152350773 after retry RPC after error@1044172335) -> (continuation of Deferred@542428280 after retry RPC after error@219074583) -> (continuation of Deferred@852454737 after retry RPC after error@1792708753) -> (continuation of Deferred@1827382974 after retry RPC after error@396250460)))
09:05:11.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:11.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:11.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:11.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:11.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:11.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@540675565(state=PENDING, result=null, callback=(continuation of Deferred@854392500 after retry RPC after error@905004713) -> (continuation of Deferred@1294878538 after retry RPC after error@1024163431) -> (continuation of Deferred@1757888044 after retry RPC after error@1471998355) -> (continuation of Deferred@1754783801 after retry RPC after error@235492106) -> (continuation of Deferred@1609448121 after retry RPC after error@1873715366) -> (continuation of Deferred@955192130 after retry RPC after error@2084214358), errback=(continuation of Deferred@854392500 after retry RPC after error@905004713) -> (continuation of Deferred@1294878538 after retry RPC after error@1024163431) -> (continuation of Deferred@1757888044 after retry RPC after error@1471998355) -> (continuation of Deferred@1754783801 after retry RPC after error@235492106) -> (continuation of Deferred@1609448121 after retry RPC after error@1873715366) -> (continuation of Deferred@955192130 after retry RPC after error@2084214358)))
09:05:12.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@540675565(state=PENDING, result=null, callback=(continuation of Deferred@854392500 after retry RPC after error@905004713) -> (continuation of Deferred@1294878538 after retry RPC after error@1024163431) -> (continuation of Deferred@1757888044 after retry RPC after error@1471998355) -> (continuation of Deferred@1754783801 after retry RPC after error@235492106) -> (continuation of Deferred@1609448121 after retry RPC after error@1873715366) -> (continuation of Deferred@955192130 after retry RPC after error@2084214358), errback=(continuation of Deferred@854392500 after retry RPC after error@905004713) -> (continuation of Deferred@1294878538 after retry RPC after error@1024163431) -> (continuation of Deferred@1757888044 after retry RPC after error@1471998355) -> (continuation of Deferred@1754783801 after retry RPC after error@235492106) -> (continuation of Deferred@1609448121 after retry RPC after error@1873715366) -> (continuation of Deferred@955192130 after retry RPC after error@2084214358)))
09:05:12.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.421 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@459412293(state=PENDING, result=null, callback=(continuation of Deferred@70294617 after retry RPC after error@1374403765) -> (continuation of Deferred@1297405567 after retry RPC after error@1185356971) -> (continuation of Deferred@1190498930 after retry RPC after error@1257738253) -> (continuation of Deferred@570114050 after retry RPC after error@1606894290) -> (continuation of Deferred@902507866 after retry RPC after error@1137353750) -> (continuation of Deferred@952764221 after retry RPC after error@1568543524) -> (continuation of Deferred@833836076 after retry RPC after error@659536920), errback=(continuation of Deferred@70294617 after retry RPC after error@1374403765) -> (continuation of Deferred@1297405567 after retry RPC after error@1185356971) -> (continuation of Deferred@1190498930 after retry RPC after error@1257738253) -> (continuation of Deferred@570114050 after retry RPC after error@1606894290) -> (continuation of Deferred@902507866 after retry RPC after error@1137353750) -> (continuation of Deferred@952764221 after retry RPC after error@1568543524) -> (continuation of Deferred@833836076 after retry RPC after error@659536920)))
09:05:12.421 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:12.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1193307883(state=PENDING, result=null, callback=(continuation of Deferred@325782352 after retry RPC after error@599929791) -> (continuation of Deferred@397430797 after retry RPC after error@1403204390) -> (continuation of Deferred@416908169 after retry RPC after error@716444902) -> (continuation of Deferred@1058085253 after retry RPC after error@1969305410) -> (continuation of Deferred@560998316 after retry RPC after error@736695360) -> (continuation of Deferred@470019465 after retry RPC after error@1612972652), errback=(continuation of Deferred@325782352 after retry RPC after error@599929791) -> (continuation of Deferred@397430797 after retry RPC after error@1403204390) -> (continuation of Deferred@416908169 after retry RPC after error@716444902) -> (continuation of Deferred@1058085253 after retry RPC after error@1969305410) -> (continuation of Deferred@560998316 after retry RPC after error@736695360) -> (continuation of Deferred@470019465 after retry RPC after error@1612972652)))
09:05:12.623 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1193307883(state=PENDING, result=null, callback=(continuation of Deferred@325782352 after retry RPC after error@599929791) -> (continuation of Deferred@397430797 after retry RPC after error@1403204390) -> (continuation of Deferred@416908169 after retry RPC after error@716444902) -> (continuation of Deferred@1058085253 after retry RPC after error@1969305410) -> (continuation of Deferred@560998316 after retry RPC after error@736695360) -> (continuation of Deferred@470019465 after retry RPC after error@1612972652), errback=(continuation of Deferred@325782352 after retry RPC after error@599929791) -> (continuation of Deferred@397430797 after retry RPC after error@1403204390) -> (continuation of Deferred@416908169 after retry RPC after error@716444902) -> (continuation of Deferred@1058085253 after retry RPC after error@1969305410) -> (continuation of Deferred@560998316 after retry RPC after error@736695360) -> (continuation of Deferred@470019465 after retry RPC after error@1612972652)))
09:05:12.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@584233939(state=PENDING, result=null, callback=(continuation of Deferred@479906009 after retry RPC after error@506424642) -> (continuation of Deferred@562276062 after retry RPC after error@385406230) -> (continuation of Deferred@1559108368 after retry RPC after error@969812146) -> (continuation of Deferred@96979971 after retry RPC after error@1439164872) -> (continuation of Deferred@2044550907 after retry RPC after error@824079050) -> (continuation of Deferred@167909182 after retry RPC after error@1616983583) -> (continuation of Deferred@1935181422 after retry RPC after error@831664877), errback=(continuation of Deferred@479906009 after retry RPC after error@506424642) -> (continuation of Deferred@562276062 after retry RPC after error@385406230) -> (continuation of Deferred@1559108368 after retry RPC after error@969812146) -> (continuation of Deferred@96979971 after retry RPC after error@1439164872) -> (continuation of Deferred@2044550907 after retry RPC after error@824079050) -> (continuation of Deferred@167909182 after retry RPC after error@1616983583) -> (continuation of Deferred@1935181422 after retry RPC after error@831664877)))
09:05:12.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@584233939(state=PENDING, result=null, callback=(continuation of Deferred@479906009 after retry RPC after error@506424642) -> (continuation of Deferred@562276062 after retry RPC after error@385406230) -> (continuation of Deferred@1559108368 after retry RPC after error@969812146) -> (continuation of Deferred@96979971 after retry RPC after error@1439164872) -> (continuation of Deferred@2044550907 after retry RPC after error@824079050) -> (continuation of Deferred@167909182 after retry RPC after error@1616983583) -> (continuation of Deferred@1935181422 after retry RPC after error@831664877), errback=(continuation of Deferred@479906009 after retry RPC after error@506424642) -> (continuation of Deferred@562276062 after retry RPC after error@385406230) -> (continuation of Deferred@1559108368 after retry RPC after error@969812146) -> (continuation of Deferred@96979971 after retry RPC after error@1439164872) -> (continuation of Deferred@2044550907 after retry RPC after error@824079050) -> (continuation of Deferred@167909182 after retry RPC after error@1616983583) -> (continuation of Deferred@1935181422 after retry RPC after error@831664877)))
09:05:12.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:12.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:12.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:12.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:12.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:12.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1621096797(state=PENDING, result=null, callback=(continuation of Deferred@283690582 after retry RPC after error@1031500313) -> (continuation of Deferred@595068021 after retry RPC after error@1009931350) -> (continuation of Deferred@1782509552 after retry RPC after error@204714772) -> (continuation of Deferred@1863013707 after retry RPC after error@1102396440) -> (continuation of Deferred@1550387889 after retry RPC after error@1305721147) -> (continuation of Deferred@2026314951 after retry RPC after error@284863035) -> (continuation of Deferred@80872983 after retry RPC after error@1410887127), errback=(continuation of Deferred@283690582 after retry RPC after error@1031500313) -> (continuation of Deferred@595068021 after retry RPC after error@1009931350) -> (continuation of Deferred@1782509552 after retry RPC after error@204714772) -> (continuation of Deferred@1863013707 after retry RPC after error@1102396440) -> (continuation of Deferred@1550387889 after retry RPC after error@1305721147) -> (continuation of Deferred@2026314951 after retry RPC after error@284863035) -> (continuation of Deferred@80872983 after retry RPC after error@1410887127)))
09:05:13.044 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1621096797(state=PENDING, result=null, callback=(continuation of Deferred@283690582 after retry RPC after error@1031500313) -> (continuation of Deferred@595068021 after retry RPC after error@1009931350) -> (continuation of Deferred@1782509552 after retry RPC after error@204714772) -> (continuation of Deferred@1863013707 after retry RPC after error@1102396440) -> (continuation of Deferred@1550387889 after retry RPC after error@1305721147) -> (continuation of Deferred@2026314951 after retry RPC after error@284863035) -> (continuation of Deferred@80872983 after retry RPC after error@1410887127), errback=(continuation of Deferred@283690582 after retry RPC after error@1031500313) -> (continuation of Deferred@595068021 after retry RPC after error@1009931350) -> (continuation of Deferred@1782509552 after retry RPC after error@204714772) -> (continuation of Deferred@1863013707 after retry RPC after error@1102396440) -> (continuation of Deferred@1550387889 after retry RPC after error@1305721147) -> (continuation of Deferred@2026314951 after retry RPC after error@284863035) -> (continuation of Deferred@80872983 after retry RPC after error@1410887127)))
09:05:13.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.321 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@673039042(state=PENDING, result=null, callback=(continuation of Deferred@769411073 after retry RPC after error@1749238534) -> (continuation of Deferred@240469086 after retry RPC after error@1217961092) -> (continuation of Deferred@130767318 after retry RPC after error@1977774426) -> (continuation of Deferred@1362213900 after retry RPC after error@1564567058) -> (continuation of Deferred@1675653 after retry RPC after error@1712801917) -> (continuation of Deferred@983193967 after retry RPC after error@1815988696) -> (continuation of Deferred@551872611 after retry RPC after error@2095847586), errback=(continuation of Deferred@769411073 after retry RPC after error@1749238534) -> (continuation of Deferred@240469086 after retry RPC after error@1217961092) -> (continuation of Deferred@130767318 after retry RPC after error@1977774426) -> (continuation of Deferred@1362213900 after retry RPC after error@1564567058) -> (continuation of Deferred@1675653 after retry RPC after error@1712801917) -> (continuation of Deferred@983193967 after retry RPC after error@1815988696) -> (continuation of Deferred@551872611 after retry RPC after error@2095847586)))
09:05:13.321 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:13.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@2110158339(state=PENDING, result=null, callback=(continuation of Deferred@1216333042 after retry RPC after error@643009361) -> (continuation of Deferred@1171068056 after retry RPC after error@192222284) -> (continuation of Deferred@1025186180 after retry RPC after error@128455797) -> (continuation of Deferred@711768524 after retry RPC after error@152575929) -> (continuation of Deferred@1814749223 after retry RPC after error@736516715) -> (continuation of Deferred@1678455810 after retry RPC after error@765926125) -> (continuation of Deferred@381156518 after retry RPC after error@253483289), errback=(continuation of Deferred@1216333042 after retry RPC after error@643009361) -> (continuation of Deferred@1171068056 after retry RPC after error@192222284) -> (continuation of Deferred@1025186180 after retry RPC after error@128455797) -> (continuation of Deferred@711768524 after retry RPC after error@152575929) -> (continuation of Deferred@1814749223 after retry RPC after error@736516715) -> (continuation of Deferred@1678455810 after retry RPC after error@765926125) -> (continuation of Deferred@381156518 after retry RPC after error@253483289)))
09:05:13.563 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@2110158339(state=PENDING, result=null, callback=(continuation of Deferred@1216333042 after retry RPC after error@643009361) -> (continuation of Deferred@1171068056 after retry RPC after error@192222284) -> (continuation of Deferred@1025186180 after retry RPC after error@128455797) -> (continuation of Deferred@711768524 after retry RPC after error@152575929) -> (continuation of Deferred@1814749223 after retry RPC after error@736516715) -> (continuation of Deferred@1678455810 after retry RPC after error@765926125) -> (continuation of Deferred@381156518 after retry RPC after error@253483289), errback=(continuation of Deferred@1216333042 after retry RPC after error@643009361) -> (continuation of Deferred@1171068056 after retry RPC after error@192222284) -> (continuation of Deferred@1025186180 after retry RPC after error@128455797) -> (continuation of Deferred@711768524 after retry RPC after error@152575929) -> (continuation of Deferred@1814749223 after retry RPC after error@736516715) -> (continuation of Deferred@1678455810 after retry RPC after error@765926125) -> (continuation of Deferred@381156518 after retry RPC after error@253483289)))
09:05:13.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@785817226(state=PENDING, result=null, callback=(continuation of Deferred@1620326312 after retry RPC after error@596422680) -> (continuation of Deferred@1186770911 after retry RPC after error@1552173900) -> (continuation of Deferred@493624835 after retry RPC after error@1537634758) -> (continuation of Deferred@2026368826 after retry RPC after error@107414853) -> (continuation of Deferred@2064027532 after retry RPC after error@323414379) -> (continuation of Deferred@1413442054 after retry RPC after error@1791758569) -> (continuation of Deferred@637110483 after retry RPC after error@30421174), errback=(continuation of Deferred@1620326312 after retry RPC after error@596422680) -> (continuation of Deferred@1186770911 after retry RPC after error@1552173900) -> (continuation of Deferred@493624835 after retry RPC after error@1537634758) -> (continuation of Deferred@2026368826 after retry RPC after error@107414853) -> (continuation of Deferred@2064027532 after retry RPC after error@323414379) -> (continuation of Deferred@1413442054 after retry RPC after error@1791758569) -> (continuation of Deferred@637110483 after retry RPC after error@30421174)))
09:05:13.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@785817226(state=PENDING, result=null, callback=(continuation of Deferred@1620326312 after retry RPC after error@596422680) -> (continuation of Deferred@1186770911 after retry RPC after error@1552173900) -> (continuation of Deferred@493624835 after retry RPC after error@1537634758) -> (continuation of Deferred@2026368826 after retry RPC after error@107414853) -> (continuation of Deferred@2064027532 after retry RPC after error@323414379) -> (continuation of Deferred@1413442054 after retry RPC after error@1791758569) -> (continuation of Deferred@637110483 after retry RPC after error@30421174), errback=(continuation of Deferred@1620326312 after retry RPC after error@596422680) -> (continuation of Deferred@1186770911 after retry RPC after error@1552173900) -> (continuation of Deferred@493624835 after retry RPC after error@1537634758) -> (continuation of Deferred@2026368826 after retry RPC after error@107414853) -> (continuation of Deferred@2064027532 after retry RPC after error@323414379) -> (continuation of Deferred@1413442054 after retry RPC after error@1791758569) -> (continuation of Deferred@637110483 after retry RPC after error@30421174)))
09:05:13.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:13.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:13.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:13.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:13.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:13.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1828089852(state=PENDING, result=null, callback=(continuation of Deferred@1073561344 after retry RPC after error@1383722855) -> (continuation of Deferred@541592851 after retry RPC after error@2141069161) -> (continuation of Deferred@692927141 after retry RPC after error@877849148) -> (continuation of Deferred@1418877232 after retry RPC after error@1543008668) -> (continuation of Deferred@455139412 after retry RPC after error@947976710) -> (continuation of Deferred@2124251135 after retry RPC after error@1727108385), errback=(continuation of Deferred@1073561344 after retry RPC after error@1383722855) -> (continuation of Deferred@541592851 after retry RPC after error@2141069161) -> (continuation of Deferred@692927141 after retry RPC after error@877849148) -> (continuation of Deferred@1418877232 after retry RPC after error@1543008668) -> (continuation of Deferred@455139412 after retry RPC after error@947976710) -> (continuation of Deferred@2124251135 after retry RPC after error@1727108385)))
09:05:13.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1828089852(state=PENDING, result=null, callback=(continuation of Deferred@1073561344 after retry RPC after error@1383722855) -> (continuation of Deferred@541592851 after retry RPC after error@2141069161) -> (continuation of Deferred@692927141 after retry RPC after error@877849148) -> (continuation of Deferred@1418877232 after retry RPC after error@1543008668) -> (continuation of Deferred@455139412 after retry RPC after error@947976710) -> (continuation of Deferred@2124251135 after retry RPC after error@1727108385), errback=(continuation of Deferred@1073561344 after retry RPC after error@1383722855) -> (continuation of Deferred@541592851 after retry RPC after error@2141069161) -> (continuation of Deferred@692927141 after retry RPC after error@877849148) -> (continuation of Deferred@1418877232 after retry RPC after error@1543008668) -> (continuation of Deferred@455139412 after retry RPC after error@947976710) -> (continuation of Deferred@2124251135 after retry RPC after error@1727108385)))
09:05:14.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1960654703(state=PENDING, result=null, callback=(continuation of Deferred@1402029297 after retry RPC after error@1732837369) -> (continuation of Deferred@1498721452 after retry RPC after error@1152360102) -> (continuation of Deferred@490793998 after retry RPC after error@1037528936) -> (continuation of Deferred@1100649906 after retry RPC after error@2046323081) -> (continuation of Deferred@1673714212 after retry RPC after error@1709724955) -> (continuation of Deferred@1883929361 after retry RPC after error@1246027952) -> (continuation of Deferred@1059196966 after retry RPC after error@415615572), errback=(continuation of Deferred@1402029297 after retry RPC after error@1732837369) -> (continuation of Deferred@1498721452 after retry RPC after error@1152360102) -> (continuation of Deferred@490793998 after retry RPC after error@1037528936) -> (continuation of Deferred@1100649906 after retry RPC after error@2046323081) -> (continuation of Deferred@1673714212 after retry RPC after error@1709724955) -> (continuation of Deferred@1883929361 after retry RPC after error@1246027952) -> (continuation of Deferred@1059196966 after retry RPC after error@415615572)))
09:05:14.203 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1960654703(state=PENDING, result=null, callback=(continuation of Deferred@1402029297 after retry RPC after error@1732837369) -> (continuation of Deferred@1498721452 after retry RPC after error@1152360102) -> (continuation of Deferred@490793998 after retry RPC after error@1037528936) -> (continuation of Deferred@1100649906 after retry RPC after error@2046323081) -> (continuation of Deferred@1673714212 after retry RPC after error@1709724955) -> (continuation of Deferred@1883929361 after retry RPC after error@1246027952) -> (continuation of Deferred@1059196966 after retry RPC after error@415615572), errback=(continuation of Deferred@1402029297 after retry RPC after error@1732837369) -> (continuation of Deferred@1498721452 after retry RPC after error@1152360102) -> (continuation of Deferred@490793998 after retry RPC after error@1037528936) -> (continuation of Deferred@1100649906 after retry RPC after error@2046323081) -> (continuation of Deferred@1673714212 after retry RPC after error@1709724955) -> (continuation of Deferred@1883929361 after retry RPC after error@1246027952) -> (continuation of Deferred@1059196966 after retry RPC after error@415615572)))
09:05:14.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@359694833(state=PENDING, result=null, callback=(continuation of Deferred@45012251 after retry RPC after error@1133122352) -> (continuation of Deferred@62403350 after retry RPC after error@316036505) -> (continuation of Deferred@1713654997 after retry RPC after error@1965342898) -> (continuation of Deferred@927362435 after retry RPC after error@387746927) -> (continuation of Deferred@1394223293 after retry RPC after error@6837052) -> (continuation of Deferred@71699655 after retry RPC after error@2009761748) -> (continuation of Deferred@1964443216 after retry RPC after error@933513853), errback=(continuation of Deferred@45012251 after retry RPC after error@1133122352) -> (continuation of Deferred@62403350 after retry RPC after error@316036505) -> (continuation of Deferred@1713654997 after retry RPC after error@1965342898) -> (continuation of Deferred@927362435 after retry RPC after error@387746927) -> (continuation of Deferred@1394223293 after retry RPC after error@6837052) -> (continuation of Deferred@71699655 after retry RPC after error@2009761748) -> (continuation of Deferred@1964443216 after retry RPC after error@933513853)))
09:05:14.464 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@359694833(state=PENDING, result=null, callback=(continuation of Deferred@45012251 after retry RPC after error@1133122352) -> (continuation of Deferred@62403350 after retry RPC after error@316036505) -> (continuation of Deferred@1713654997 after retry RPC after error@1965342898) -> (continuation of Deferred@927362435 after retry RPC after error@387746927) -> (continuation of Deferred@1394223293 after retry RPC after error@6837052) -> (continuation of Deferred@71699655 after retry RPC after error@2009761748) -> (continuation of Deferred@1964443216 after retry RPC after error@933513853), errback=(continuation of Deferred@45012251 after retry RPC after error@1133122352) -> (continuation of Deferred@62403350 after retry RPC after error@316036505) -> (continuation of Deferred@1713654997 after retry RPC after error@1965342898) -> (continuation of Deferred@927362435 after retry RPC after error@387746927) -> (continuation of Deferred@1394223293 after retry RPC after error@6837052) -> (continuation of Deferred@71699655 after retry RPC after error@2009761748) -> (continuation of Deferred@1964443216 after retry RPC after error@933513853)))
09:05:14.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1219357968(state=PENDING, result=null, callback=(continuation of Deferred@2136857491 after retry RPC after error@1017979371) -> (continuation of Deferred@753241800 after retry RPC after error@193409833) -> (continuation of Deferred@446165129 after retry RPC after error@1331705929) -> (continuation of Deferred@1332968611 after retry RPC after error@2103382047) -> (continuation of Deferred@1483322501 after retry RPC after error@369454513) -> (continuation of Deferred@1111985590 after retry RPC after error@1193128457) -> (continuation of Deferred@1388706803 after retry RPC after error@1863347455), errback=(continuation of Deferred@2136857491 after retry RPC after error@1017979371) -> (continuation of Deferred@753241800 after retry RPC after error@193409833) -> (continuation of Deferred@446165129 after retry RPC after error@1331705929) -> (continuation of Deferred@1332968611 after retry RPC after error@2103382047) -> (continuation of Deferred@1483322501 after retry RPC after error@369454513) -> (continuation of Deferred@1111985590 after retry RPC after error@1193128457) -> (continuation of Deferred@1388706803 after retry RPC after error@1863347455)))
09:05:14.723 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1219357968(state=PENDING, result=null, callback=(continuation of Deferred@2136857491 after retry RPC after error@1017979371) -> (continuation of Deferred@753241800 after retry RPC after error@193409833) -> (continuation of Deferred@446165129 after retry RPC after error@1331705929) -> (continuation of Deferred@1332968611 after retry RPC after error@2103382047) -> (continuation of Deferred@1483322501 after retry RPC after error@369454513) -> (continuation of Deferred@1111985590 after retry RPC after error@1193128457) -> (continuation of Deferred@1388706803 after retry RPC after error@1863347455), errback=(continuation of Deferred@2136857491 after retry RPC after error@1017979371) -> (continuation of Deferred@753241800 after retry RPC after error@193409833) -> (continuation of Deferred@446165129 after retry RPC after error@1331705929) -> (continuation of Deferred@1332968611 after retry RPC after error@2103382047) -> (continuation of Deferred@1483322501 after retry RPC after error@369454513) -> (continuation of Deferred@1111985590 after retry RPC after error@1193128457) -> (continuation of Deferred@1388706803 after retry RPC after error@1863347455)))
09:05:14.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:14.868775 21192 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:14.868958 21192 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:14.869511 21192 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:14.871435 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:14.871623 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:14.871722 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:14.871927 21192 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:14.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1066146016(state=PENDING, result=null, callback=(continuation of Deferred@802208897 after retry RPC after error@1788186534) -> (continuation of Deferred@321938033 after retry RPC after error@1285825519) -> (continuation of Deferred@1723509326 after retry RPC after error@546632064) -> (continuation of Deferred@816262153 after retry RPC after error@1567742633) -> (continuation of Deferred@1848308627 after retry RPC after error@1765087015) -> (continuation of Deferred@1618721132 after retry RPC after error@864850776) -> (continuation of Deferred@167991505 after retry RPC after error@1263463065), errback=(continuation of Deferred@802208897 after retry RPC after error@1788186534) -> (continuation of Deferred@321938033 after retry RPC after error@1285825519) -> (continuation of Deferred@1723509326 after retry RPC after error@546632064) -> (continuation of Deferred@816262153 after retry RPC after error@1567742633) -> (continuation of Deferred@1848308627 after retry RPC after error@1765087015) -> (continuation of Deferred@1618721132 after retry RPC after error@864850776) -> (continuation of Deferred@167991505 after retry RPC after error@1263463065)))
09:05:14.923 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1066146016(state=PENDING, result=null, callback=(continuation of Deferred@802208897 after retry RPC after error@1788186534) -> (continuation of Deferred@321938033 after retry RPC after error@1285825519) -> (continuation of Deferred@1723509326 after retry RPC after error@546632064) -> (continuation of Deferred@816262153 after retry RPC after error@1567742633) -> (continuation of Deferred@1848308627 after retry RPC after error@1765087015) -> (continuation of Deferred@1618721132 after retry RPC after error@864850776) -> (continuation of Deferred@167991505 after retry RPC after error@1263463065), errback=(continuation of Deferred@802208897 after retry RPC after error@1788186534) -> (continuation of Deferred@321938033 after retry RPC after error@1285825519) -> (continuation of Deferred@1723509326 after retry RPC after error@546632064) -> (continuation of Deferred@816262153 after retry RPC after error@1567742633) -> (continuation of Deferred@1848308627 after retry RPC after error@1765087015) -> (continuation of Deferred@1618721132 after retry RPC after error@864850776) -> (continuation of Deferred@167991505 after retry RPC after error@1263463065)))
09:05:14.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:14.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:14.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:14.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:14.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:14.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@775510803(state=PENDING, result=null, callback=(continuation of Deferred@129297101 after retry RPC after error@1947918577) -> (continuation of Deferred@1607959927 after retry RPC after error@1003662429) -> (continuation of Deferred@462478184 after retry RPC after error@950971779) -> (continuation of Deferred@1538354140 after retry RPC after error@1966048435) -> (continuation of Deferred@1761168101 after retry RPC after error@628502732) -> (continuation of Deferred@1976127541 after retry RPC after error@2085242915) -> (continuation of Deferred@1581685549 after retry RPC after error@1243754617) -> (continuation of Deferred@1968544240 after retry RPC after error@1542511657), errback=(continuation of Deferred@129297101 after retry RPC after error@1947918577) -> (continuation of Deferred@1607959927 after retry RPC after error@1003662429) -> (continuation of Deferred@462478184 after retry RPC after error@950971779) -> (continuation of Deferred@1538354140 after retry RPC after error@1966048435) -> (continuation of Deferred@1761168101 after retry RPC after error@628502732) -> (continuation of Deferred@1976127541 after retry RPC after error@2085242915) -> (continuation of Deferred@1581685549 after retry RPC after error@1243754617) -> (continuation of Deferred@1968544240 after retry RPC after error@1542511657)))
09:05:15.183 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@775510803(state=PENDING, result=null, callback=(continuation of Deferred@129297101 after retry RPC after error@1947918577) -> (continuation of Deferred@1607959927 after retry RPC after error@1003662429) -> (continuation of Deferred@462478184 after retry RPC after error@950971779) -> (continuation of Deferred@1538354140 after retry RPC after error@1966048435) -> (continuation of Deferred@1761168101 after retry RPC after error@628502732) -> (continuation of Deferred@1976127541 after retry RPC after error@2085242915) -> (continuation of Deferred@1581685549 after retry RPC after error@1243754617) -> (continuation of Deferred@1968544240 after retry RPC after error@1542511657), errback=(continuation of Deferred@129297101 after retry RPC after error@1947918577) -> (continuation of Deferred@1607959927 after retry RPC after error@1003662429) -> (continuation of Deferred@462478184 after retry RPC after error@950971779) -> (continuation of Deferred@1538354140 after retry RPC after error@1966048435) -> (continuation of Deferred@1761168101 after retry RPC after error@628502732) -> (continuation of Deferred@1976127541 after retry RPC after error@2085242915) -> (continuation of Deferred@1581685549 after retry RPC after error@1243754617) -> (continuation of Deferred@1968544240 after retry RPC after error@1542511657)))
09:05:15.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@2053260786(state=PENDING, result=null, callback=(continuation of Deferred@1225261947 after retry RPC after error@999673943) -> (continuation of Deferred@857141165 after retry RPC after error@1538482664) -> (continuation of Deferred@1378460222 after retry RPC after error@1194051396) -> (continuation of Deferred@1128543115 after retry RPC after error@54048298) -> (continuation of Deferred@480238625 after retry RPC after error@85408017) -> (continuation of Deferred@1731037779 after retry RPC after error@560134522) -> (continuation of Deferred@1132353443 after retry RPC after error@2132619628) -> (continuation of Deferred@1961444302 after retry RPC after error@1115081984), errback=(continuation of Deferred@1225261947 after retry RPC after error@999673943) -> (continuation of Deferred@857141165 after retry RPC after error@1538482664) -> (continuation of Deferred@1378460222 after retry RPC after error@1194051396) -> (continuation of Deferred@1128543115 after retry RPC after error@54048298) -> (continuation of Deferred@480238625 after retry RPC after error@85408017) -> (continuation of Deferred@1731037779 after retry RPC after error@560134522) -> (continuation of Deferred@1132353443 after retry RPC after error@2132619628) -> (continuation of Deferred@1961444302 after retry RPC after error@1115081984)))
09:05:15.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@2053260786(state=PENDING, result=null, callback=(continuation of Deferred@1225261947 after retry RPC after error@999673943) -> (continuation of Deferred@857141165 after retry RPC after error@1538482664) -> (continuation of Deferred@1378460222 after retry RPC after error@1194051396) -> (continuation of Deferred@1128543115 after retry RPC after error@54048298) -> (continuation of Deferred@480238625 after retry RPC after error@85408017) -> (continuation of Deferred@1731037779 after retry RPC after error@560134522) -> (continuation of Deferred@1132353443 after retry RPC after error@2132619628) -> (continuation of Deferred@1961444302 after retry RPC after error@1115081984), errback=(continuation of Deferred@1225261947 after retry RPC after error@999673943) -> (continuation of Deferred@857141165 after retry RPC after error@1538482664) -> (continuation of Deferred@1378460222 after retry RPC after error@1194051396) -> (continuation of Deferred@1128543115 after retry RPC after error@54048298) -> (continuation of Deferred@480238625 after retry RPC after error@85408017) -> (continuation of Deferred@1731037779 after retry RPC after error@560134522) -> (continuation of Deferred@1132353443 after retry RPC after error@2132619628) -> (continuation of Deferred@1961444302 after retry RPC after error@1115081984)))
09:05:15.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:15.566766 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:15.567004 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:15.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@770584946(state=PENDING, result=null, callback=(continuation of Deferred@1788033440 after retry RPC after error@645305586) -> (continuation of Deferred@52222330 after retry RPC after error@1596267978) -> (continuation of Deferred@747139511 after retry RPC after error@1053536720) -> (continuation of Deferred@1543071866 after retry RPC after error@742782338) -> (continuation of Deferred@1135553652 after retry RPC after error@545870048) -> (continuation of Deferred@807622195 after retry RPC after error@860445776) -> (continuation of Deferred@163515073 after retry RPC after error@1675314502) -> (continuation of Deferred@1231226304 after retry RPC after error@808545120), errback=(continuation of Deferred@1788033440 after retry RPC after error@645305586) -> (continuation of Deferred@52222330 after retry RPC after error@1596267978) -> (continuation of Deferred@747139511 after retry RPC after error@1053536720) -> (continuation of Deferred@1543071866 after retry RPC after error@742782338) -> (continuation of Deferred@1135553652 after retry RPC after error@545870048) -> (continuation of Deferred@807622195 after retry RPC after error@860445776) -> (continuation of Deferred@163515073 after retry RPC after error@1675314502) -> (continuation of Deferred@1231226304 after retry RPC after error@808545120)))
09:05:15.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [200ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@770584946(state=PENDING, result=null, callback=(continuation of Deferred@1788033440 after retry RPC after error@645305586) -> (continuation of Deferred@52222330 after retry RPC after error@1596267978) -> (continuation of Deferred@747139511 after retry RPC after error@1053536720) -> (continuation of Deferred@1543071866 after retry RPC after error@742782338) -> (continuation of Deferred@1135553652 after retry RPC after error@545870048) -> (continuation of Deferred@807622195 after retry RPC after error@860445776) -> (continuation of Deferred@163515073 after retry RPC after error@1675314502) -> (continuation of Deferred@1231226304 after retry RPC after error@808545120), errback=(continuation of Deferred@1788033440 after retry RPC after error@645305586) -> (continuation of Deferred@52222330 after retry RPC after error@1596267978) -> (continuation of Deferred@747139511 after retry RPC after error@1053536720) -> (continuation of Deferred@1543071866 after retry RPC after error@742782338) -> (continuation of Deferred@1135553652 after retry RPC after error@545870048) -> (continuation of Deferred@807622195 after retry RPC after error@860445776) -> (continuation of Deferred@163515073 after retry RPC after error@1675314502) -> (continuation of Deferred@1231226304 after retry RPC after error@808545120)))
09:05:15.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@190133086(state=PENDING, result=null, callback=(continuation of Deferred@1814835200 after retry RPC after error@317531634) -> (continuation of Deferred@123575913 after retry RPC after error@632328735) -> (continuation of Deferred@680594073 after retry RPC after error@1403545804) -> (continuation of Deferred@955062790 after retry RPC after error@426526574) -> (continuation of Deferred@965296920 after retry RPC after error@695706349) -> (continuation of Deferred@2040180975 after retry RPC after error@45535109) -> (continuation of Deferred@1901382984 after retry RPC after error@1705015621), errback=(continuation of Deferred@1814835200 after retry RPC after error@317531634) -> (continuation of Deferred@123575913 after retry RPC after error@632328735) -> (continuation of Deferred@680594073 after retry RPC after error@1403545804) -> (continuation of Deferred@955062790 after retry RPC after error@426526574) -> (continuation of Deferred@965296920 after retry RPC after error@695706349) -> (continuation of Deferred@2040180975 after retry RPC after error@45535109) -> (continuation of Deferred@1901382984 after retry RPC after error@1705015621)))
09:05:15.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@190133086(state=PENDING, result=null, callback=(continuation of Deferred@1814835200 after retry RPC after error@317531634) -> (continuation of Deferred@123575913 after retry RPC after error@632328735) -> (continuation of Deferred@680594073 after retry RPC after error@1403545804) -> (continuation of Deferred@955062790 after retry RPC after error@426526574) -> (continuation of Deferred@965296920 after retry RPC after error@695706349) -> (continuation of Deferred@2040180975 after retry RPC after error@45535109) -> (continuation of Deferred@1901382984 after retry RPC after error@1705015621), errback=(continuation of Deferred@1814835200 after retry RPC after error@317531634) -> (continuation of Deferred@123575913 after retry RPC after error@632328735) -> (continuation of Deferred@680594073 after retry RPC after error@1403545804) -> (continuation of Deferred@955062790 after retry RPC after error@426526574) -> (continuation of Deferred@965296920 after retry RPC after error@695706349) -> (continuation of Deferred@2040180975 after retry RPC after error@45535109) -> (continuation of Deferred@1901382984 after retry RPC after error@1705015621)))
09:05:15.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:15.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:15.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:15.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:15.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:15.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.162 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@604917066(state=PENDING, result=null, callback=(continuation of Deferred@1083655269 after retry RPC after error@404511904) -> (continuation of Deferred@1356563878 after retry RPC after error@115992298) -> (continuation of Deferred@2091331134 after retry RPC after error@103056470) -> (continuation of Deferred@182372225 after retry RPC after error@1137290886) -> (continuation of Deferred@106610207 after retry RPC after error@612277430) -> (continuation of Deferred@1482728823 after retry RPC after error@1448316259) -> (continuation of Deferred@95058928 after retry RPC after error@1432476895), errback=(continuation of Deferred@1083655269 after retry RPC after error@404511904) -> (continuation of Deferred@1356563878 after retry RPC after error@115992298) -> (continuation of Deferred@2091331134 after retry RPC after error@103056470) -> (continuation of Deferred@182372225 after retry RPC after error@1137290886) -> (continuation of Deferred@106610207 after retry RPC after error@612277430) -> (continuation of Deferred@1482728823 after retry RPC after error@1448316259) -> (continuation of Deferred@95058928 after retry RPC after error@1432476895)))
09:05:16.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.163 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:16.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.344 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@4836518(state=PENDING, result=null, callback=(continuation of Deferred@1097757325 after retry RPC after error@841229435) -> (continuation of Deferred@215944045 after retry RPC after error@1119738540) -> (continuation of Deferred@1895117420 after retry RPC after error@1675745269) -> (continuation of Deferred@395390087 after retry RPC after error@995490915) -> (continuation of Deferred@1651171127 after retry RPC after error@265937648) -> (continuation of Deferred@296878744 after retry RPC after error@84951593), errback=(continuation of Deferred@1097757325 after retry RPC after error@841229435) -> (continuation of Deferred@215944045 after retry RPC after error@1119738540) -> (continuation of Deferred@1895117420 after retry RPC after error@1675745269) -> (continuation of Deferred@395390087 after retry RPC after error@995490915) -> (continuation of Deferred@1651171127 after retry RPC after error@265937648) -> (continuation of Deferred@296878744 after retry RPC after error@84951593)))
09:05:16.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@4836518(state=PENDING, result=null, callback=(continuation of Deferred@1097757325 after retry RPC after error@841229435) -> (continuation of Deferred@215944045 after retry RPC after error@1119738540) -> (continuation of Deferred@1895117420 after retry RPC after error@1675745269) -> (continuation of Deferred@395390087 after retry RPC after error@995490915) -> (continuation of Deferred@1651171127 after retry RPC after error@265937648) -> (continuation of Deferred@296878744 after retry RPC after error@84951593), errback=(continuation of Deferred@1097757325 after retry RPC after error@841229435) -> (continuation of Deferred@215944045 after retry RPC after error@1119738540) -> (continuation of Deferred@1895117420 after retry RPC after error@1675745269) -> (continuation of Deferred@395390087 after retry RPC after error@995490915) -> (continuation of Deferred@1651171127 after retry RPC after error@265937648) -> (continuation of Deferred@296878744 after retry RPC after error@84951593)))
09:05:16.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1807374583(state=PENDING, result=null, callback=(continuation of Deferred@2065452689 after retry RPC after error@2031234113) -> (continuation of Deferred@717365902 after retry RPC after error@327596737) -> (continuation of Deferred@183965414 after retry RPC after error@1651459037) -> (continuation of Deferred@1501748044 after retry RPC after error@2146705935) -> (continuation of Deferred@1292262193 after retry RPC after error@1441761511) -> (continuation of Deferred@444101037 after retry RPC after error@1153617079), errback=(continuation of Deferred@2065452689 after retry RPC after error@2031234113) -> (continuation of Deferred@717365902 after retry RPC after error@327596737) -> (continuation of Deferred@183965414 after retry RPC after error@1651459037) -> (continuation of Deferred@1501748044 after retry RPC after error@2146705935) -> (continuation of Deferred@1292262193 after retry RPC after error@1441761511) -> (continuation of Deferred@444101037 after retry RPC after error@1153617079)))
09:05:16.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1807374583(state=PENDING, result=null, callback=(continuation of Deferred@2065452689 after retry RPC after error@2031234113) -> (continuation of Deferred@717365902 after retry RPC after error@327596737) -> (continuation of Deferred@183965414 after retry RPC after error@1651459037) -> (continuation of Deferred@1501748044 after retry RPC after error@2146705935) -> (continuation of Deferred@1292262193 after retry RPC after error@1441761511) -> (continuation of Deferred@444101037 after retry RPC after error@1153617079), errback=(continuation of Deferred@2065452689 after retry RPC after error@2031234113) -> (continuation of Deferred@717365902 after retry RPC after error@327596737) -> (continuation of Deferred@183965414 after retry RPC after error@1651459037) -> (continuation of Deferred@1501748044 after retry RPC after error@2146705935) -> (continuation of Deferred@1292262193 after retry RPC after error@1441761511) -> (continuation of Deferred@444101037 after retry RPC after error@1153617079)))
09:05:16.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1690710531(state=PENDING, result=null, callback=(continuation of Deferred@2765454 after retry RPC after error@741813064) -> (continuation of Deferred@2001511001 after retry RPC after error@584044697) -> (continuation of Deferred@1939879948 after retry RPC after error@1717055579) -> (continuation of Deferred@1947474083 after retry RPC after error@679695776) -> (continuation of Deferred@1519479012 after retry RPC after error@2104250629) -> (continuation of Deferred@703172363 after retry RPC after error@469103043), errback=(continuation of Deferred@2765454 after retry RPC after error@741813064) -> (continuation of Deferred@2001511001 after retry RPC after error@584044697) -> (continuation of Deferred@1939879948 after retry RPC after error@1717055579) -> (continuation of Deferred@1947474083 after retry RPC after error@679695776) -> (continuation of Deferred@1519479012 after retry RPC after error@2104250629) -> (continuation of Deferred@703172363 after retry RPC after error@469103043)))
09:05:16.724 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1690710531(state=PENDING, result=null, callback=(continuation of Deferred@2765454 after retry RPC after error@741813064) -> (continuation of Deferred@2001511001 after retry RPC after error@584044697) -> (continuation of Deferred@1939879948 after retry RPC after error@1717055579) -> (continuation of Deferred@1947474083 after retry RPC after error@679695776) -> (continuation of Deferred@1519479012 after retry RPC after error@2104250629) -> (continuation of Deferred@703172363 after retry RPC after error@469103043), errback=(continuation of Deferred@2765454 after retry RPC after error@741813064) -> (continuation of Deferred@2001511001 after retry RPC after error@584044697) -> (continuation of Deferred@1939879948 after retry RPC after error@1717055579) -> (continuation of Deferred@1947474083 after retry RPC after error@679695776) -> (continuation of Deferred@1519479012 after retry RPC after error@2104250629) -> (continuation of Deferred@703172363 after retry RPC after error@469103043)))
09:05:16.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@242543392(state=PENDING, result=null, callback=(continuation of Deferred@772218930 after retry RPC after error@1521646859) -> (continuation of Deferred@714969163 after retry RPC after error@51991507) -> (continuation of Deferred@336131378 after retry RPC after error@1570478237) -> (continuation of Deferred@457327789 after retry RPC after error@1384913885) -> (continuation of Deferred@33474011 after retry RPC after error@2157065) -> (continuation of Deferred@164540812 after retry RPC after error@992874907) -> (continuation of Deferred@1275710264 after retry RPC after error@1274941458), errback=(continuation of Deferred@772218930 after retry RPC after error@1521646859) -> (continuation of Deferred@714969163 after retry RPC after error@51991507) -> (continuation of Deferred@336131378 after retry RPC after error@1570478237) -> (continuation of Deferred@457327789 after retry RPC after error@1384913885) -> (continuation of Deferred@33474011 after retry RPC after error@2157065) -> (continuation of Deferred@164540812 after retry RPC after error@992874907) -> (continuation of Deferred@1275710264 after retry RPC after error@1274941458)))
09:05:16.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@242543392(state=PENDING, result=null, callback=(continuation of Deferred@772218930 after retry RPC after error@1521646859) -> (continuation of Deferred@714969163 after retry RPC after error@51991507) -> (continuation of Deferred@336131378 after retry RPC after error@1570478237) -> (continuation of Deferred@457327789 after retry RPC after error@1384913885) -> (continuation of Deferred@33474011 after retry RPC after error@2157065) -> (continuation of Deferred@164540812 after retry RPC after error@992874907) -> (continuation of Deferred@1275710264 after retry RPC after error@1274941458), errback=(continuation of Deferred@772218930 after retry RPC after error@1521646859) -> (continuation of Deferred@714969163 after retry RPC after error@51991507) -> (continuation of Deferred@336131378 after retry RPC after error@1570478237) -> (continuation of Deferred@457327789 after retry RPC after error@1384913885) -> (continuation of Deferred@33474011 after retry RPC after error@2157065) -> (continuation of Deferred@164540812 after retry RPC after error@992874907) -> (continuation of Deferred@1275710264 after retry RPC after error@1274941458)))
09:05:16.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:16.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:16.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:16.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:16.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:16.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1281345571(state=PENDING, result=null, callback=(continuation of Deferred@441735692 after retry RPC after error@1218337495) -> (continuation of Deferred@873798294 after retry RPC after error@112841447) -> (continuation of Deferred@1040546822 after retry RPC after error@83345907) -> (continuation of Deferred@413837905 after retry RPC after error@1355578697) -> (continuation of Deferred@1170001434 after retry RPC after error@2147378951) -> (continuation of Deferred@852206219 after retry RPC after error@22984622) -> (continuation of Deferred@573666689 after retry RPC after error@788261023), errback=(continuation of Deferred@441735692 after retry RPC after error@1218337495) -> (continuation of Deferred@873798294 after retry RPC after error@112841447) -> (continuation of Deferred@1040546822 after retry RPC after error@83345907) -> (continuation of Deferred@413837905 after retry RPC after error@1355578697) -> (continuation of Deferred@1170001434 after retry RPC after error@2147378951) -> (continuation of Deferred@852206219 after retry RPC after error@22984622) -> (continuation of Deferred@573666689 after retry RPC after error@788261023)))
09:05:17.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1281345571(state=PENDING, result=null, callback=(continuation of Deferred@441735692 after retry RPC after error@1218337495) -> (continuation of Deferred@873798294 after retry RPC after error@112841447) -> (continuation of Deferred@1040546822 after retry RPC after error@83345907) -> (continuation of Deferred@413837905 after retry RPC after error@1355578697) -> (continuation of Deferred@1170001434 after retry RPC after error@2147378951) -> (continuation of Deferred@852206219 after retry RPC after error@22984622) -> (continuation of Deferred@573666689 after retry RPC after error@788261023), errback=(continuation of Deferred@441735692 after retry RPC after error@1218337495) -> (continuation of Deferred@873798294 after retry RPC after error@112841447) -> (continuation of Deferred@1040546822 after retry RPC after error@83345907) -> (continuation of Deferred@413837905 after retry RPC after error@1355578697) -> (continuation of Deferred@1170001434 after retry RPC after error@2147378951) -> (continuation of Deferred@852206219 after retry RPC after error@22984622) -> (continuation of Deferred@573666689 after retry RPC after error@788261023)))
09:05:17.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1055983603(state=PENDING, result=null, callback=(continuation of Deferred@1848888275 after retry RPC after error@1341683352) -> (continuation of Deferred@1751103087 after retry RPC after error@1579678216) -> (continuation of Deferred@783994700 after retry RPC after error@578429109) -> (continuation of Deferred@931333723 after retry RPC after error@1444236569) -> (continuation of Deferred@783099960 after retry RPC after error@1562499792) -> (continuation of Deferred@1925164785 after retry RPC after error@238962746) -> (continuation of Deferred@1234521389 after retry RPC after error@447867285), errback=(continuation of Deferred@1848888275 after retry RPC after error@1341683352) -> (continuation of Deferred@1751103087 after retry RPC after error@1579678216) -> (continuation of Deferred@783994700 after retry RPC after error@578429109) -> (continuation of Deferred@931333723 after retry RPC after error@1444236569) -> (continuation of Deferred@783099960 after retry RPC after error@1562499792) -> (continuation of Deferred@1925164785 after retry RPC after error@238962746) -> (continuation of Deferred@1234521389 after retry RPC after error@447867285)))
09:05:17.404 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1055983603(state=PENDING, result=null, callback=(continuation of Deferred@1848888275 after retry RPC after error@1341683352) -> (continuation of Deferred@1751103087 after retry RPC after error@1579678216) -> (continuation of Deferred@783994700 after retry RPC after error@578429109) -> (continuation of Deferred@931333723 after retry RPC after error@1444236569) -> (continuation of Deferred@783099960 after retry RPC after error@1562499792) -> (continuation of Deferred@1925164785 after retry RPC after error@238962746) -> (continuation of Deferred@1234521389 after retry RPC after error@447867285), errback=(continuation of Deferred@1848888275 after retry RPC after error@1341683352) -> (continuation of Deferred@1751103087 after retry RPC after error@1579678216) -> (continuation of Deferred@783994700 after retry RPC after error@578429109) -> (continuation of Deferred@931333723 after retry RPC after error@1444236569) -> (continuation of Deferred@783099960 after retry RPC after error@1562499792) -> (continuation of Deferred@1925164785 after retry RPC after error@238962746) -> (continuation of Deferred@1234521389 after retry RPC after error@447867285)))
09:05:17.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.584 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1498443489(state=PENDING, result=null, callback=(continuation of Deferred@88984548 after retry RPC after error@1170757491) -> (continuation of Deferred@1125062836 after retry RPC after error@426922322) -> (continuation of Deferred@1921756019 after retry RPC after error@1979648414) -> (continuation of Deferred@1309566253 after retry RPC after error@1165837695) -> (continuation of Deferred@1778560656 after retry RPC after error@1740437943) -> (continuation of Deferred@1512492896 after retry RPC after error@1977561062) -> (continuation of Deferred@173435363 after retry RPC after error@170350687), errback=(continuation of Deferred@88984548 after retry RPC after error@1170757491) -> (continuation of Deferred@1125062836 after retry RPC after error@426922322) -> (continuation of Deferred@1921756019 after retry RPC after error@1979648414) -> (continuation of Deferred@1309566253 after retry RPC after error@1165837695) -> (continuation of Deferred@1778560656 after retry RPC after error@1740437943) -> (continuation of Deferred@1512492896 after retry RPC after error@1977561062) -> (continuation of Deferred@173435363 after retry RPC after error@170350687)))
09:05:17.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1498443489(state=PENDING, result=null, callback=(continuation of Deferred@88984548 after retry RPC after error@1170757491) -> (continuation of Deferred@1125062836 after retry RPC after error@426922322) -> (continuation of Deferred@1921756019 after retry RPC after error@1979648414) -> (continuation of Deferred@1309566253 after retry RPC after error@1165837695) -> (continuation of Deferred@1778560656 after retry RPC after error@1740437943) -> (continuation of Deferred@1512492896 after retry RPC after error@1977561062) -> (continuation of Deferred@173435363 after retry RPC after error@170350687), errback=(continuation of Deferred@88984548 after retry RPC after error@1170757491) -> (continuation of Deferred@1125062836 after retry RPC after error@426922322) -> (continuation of Deferred@1921756019 after retry RPC after error@1979648414) -> (continuation of Deferred@1309566253 after retry RPC after error@1165837695) -> (continuation of Deferred@1778560656 after retry RPC after error@1740437943) -> (continuation of Deferred@1512492896 after retry RPC after error@1977561062) -> (continuation of Deferred@173435363 after retry RPC after error@170350687)))
09:05:17.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1311058632(state=PENDING, result=null, callback=(continuation of Deferred@444596727 after retry RPC after error@640331544) -> (continuation of Deferred@672755694 after retry RPC after error@1334666063) -> (continuation of Deferred@1427660016 after retry RPC after error@641297188) -> (continuation of Deferred@1161565714 after retry RPC after error@1636799201) -> (continuation of Deferred@1994898940 after retry RPC after error@459966543) -> (continuation of Deferred@1044611510 after retry RPC after error@591795205) -> (continuation of Deferred@1753568716 after retry RPC after error@669155427), errback=(continuation of Deferred@444596727 after retry RPC after error@640331544) -> (continuation of Deferred@672755694 after retry RPC after error@1334666063) -> (continuation of Deferred@1427660016 after retry RPC after error@641297188) -> (continuation of Deferred@1161565714 after retry RPC after error@1636799201) -> (continuation of Deferred@1994898940 after retry RPC after error@459966543) -> (continuation of Deferred@1044611510 after retry RPC after error@591795205) -> (continuation of Deferred@1753568716 after retry RPC after error@669155427)))
09:05:17.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1311058632(state=PENDING, result=null, callback=(continuation of Deferred@444596727 after retry RPC after error@640331544) -> (continuation of Deferred@672755694 after retry RPC after error@1334666063) -> (continuation of Deferred@1427660016 after retry RPC after error@641297188) -> (continuation of Deferred@1161565714 after retry RPC after error@1636799201) -> (continuation of Deferred@1994898940 after retry RPC after error@459966543) -> (continuation of Deferred@1044611510 after retry RPC after error@591795205) -> (continuation of Deferred@1753568716 after retry RPC after error@669155427), errback=(continuation of Deferred@444596727 after retry RPC after error@640331544) -> (continuation of Deferred@672755694 after retry RPC after error@1334666063) -> (continuation of Deferred@1427660016 after retry RPC after error@641297188) -> (continuation of Deferred@1161565714 after retry RPC after error@1636799201) -> (continuation of Deferred@1994898940 after retry RPC after error@459966543) -> (continuation of Deferred@1044611510 after retry RPC after error@591795205) -> (continuation of Deferred@1753568716 after retry RPC after error@669155427)))
09:05:17.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:17.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:17.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:17.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:17.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:17.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.024 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1737384909(state=PENDING, result=null, callback=(continuation of Deferred@2118728554 after retry RPC after error@2133717098) -> (continuation of Deferred@369943770 after retry RPC after error@34106845) -> (continuation of Deferred@892179613 after retry RPC after error@630426866) -> (continuation of Deferred@1414039214 after retry RPC after error@359624575) -> (continuation of Deferred@1279236147 after retry RPC after error@1978820954) -> (continuation of Deferred@1704983740 after retry RPC after error@199582695) -> (continuation of Deferred@992709800 after retry RPC after error@1576376878), errback=(continuation of Deferred@2118728554 after retry RPC after error@2133717098) -> (continuation of Deferred@369943770 after retry RPC after error@34106845) -> (continuation of Deferred@892179613 after retry RPC after error@630426866) -> (continuation of Deferred@1414039214 after retry RPC after error@359624575) -> (continuation of Deferred@1279236147 after retry RPC after error@1978820954) -> (continuation of Deferred@1704983740 after retry RPC after error@199582695) -> (continuation of Deferred@992709800 after retry RPC after error@1576376878)))
09:05:18.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1737384909(state=PENDING, result=null, callback=(continuation of Deferred@2118728554 after retry RPC after error@2133717098) -> (continuation of Deferred@369943770 after retry RPC after error@34106845) -> (continuation of Deferred@892179613 after retry RPC after error@630426866) -> (continuation of Deferred@1414039214 after retry RPC after error@359624575) -> (continuation of Deferred@1279236147 after retry RPC after error@1978820954) -> (continuation of Deferred@1704983740 after retry RPC after error@199582695) -> (continuation of Deferred@992709800 after retry RPC after error@1576376878), errback=(continuation of Deferred@2118728554 after retry RPC after error@2133717098) -> (continuation of Deferred@369943770 after retry RPC after error@34106845) -> (continuation of Deferred@892179613 after retry RPC after error@630426866) -> (continuation of Deferred@1414039214 after retry RPC after error@359624575) -> (continuation of Deferred@1279236147 after retry RPC after error@1978820954) -> (continuation of Deferred@1704983740 after retry RPC after error@199582695) -> (continuation of Deferred@992709800 after retry RPC after error@1576376878)))
09:05:18.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1943834472(state=PENDING, result=null, callback=(continuation of Deferred@647341362 after retry RPC after error@1642077293) -> (continuation of Deferred@109549077 after retry RPC after error@297270882) -> (continuation of Deferred@444622163 after retry RPC after error@2070024474) -> (continuation of Deferred@1097795421 after retry RPC after error@1862645244) -> (continuation of Deferred@1991704498 after retry RPC after error@498584255) -> (continuation of Deferred@609973179 after retry RPC after error@1714657433) -> (continuation of Deferred@658092162 after retry RPC after error@74999016) -> (continuation of Deferred@2076252535 after retry RPC after error@30187974), errback=(continuation of Deferred@647341362 after retry RPC after error@1642077293) -> (continuation of Deferred@109549077 after retry RPC after error@297270882) -> (continuation of Deferred@444622163 after retry RPC after error@2070024474) -> (continuation of Deferred@1097795421 after retry RPC after error@1862645244) -> (continuation of Deferred@1991704498 after retry RPC after error@498584255) -> (continuation of Deferred@609973179 after retry RPC after error@1714657433) -> (continuation of Deferred@658092162 after retry RPC after error@74999016) -> (continuation of Deferred@2076252535 after retry RPC after error@30187974)))
09:05:18.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1943834472(state=PENDING, result=null, callback=(continuation of Deferred@647341362 after retry RPC after error@1642077293) -> (continuation of Deferred@109549077 after retry RPC after error@297270882) -> (continuation of Deferred@444622163 after retry RPC after error@2070024474) -> (continuation of Deferred@1097795421 after retry RPC after error@1862645244) -> (continuation of Deferred@1991704498 after retry RPC after error@498584255) -> (continuation of Deferred@609973179 after retry RPC after error@1714657433) -> (continuation of Deferred@658092162 after retry RPC after error@74999016) -> (continuation of Deferred@2076252535 after retry RPC after error@30187974), errback=(continuation of Deferred@647341362 after retry RPC after error@1642077293) -> (continuation of Deferred@109549077 after retry RPC after error@297270882) -> (continuation of Deferred@444622163 after retry RPC after error@2070024474) -> (continuation of Deferred@1097795421 after retry RPC after error@1862645244) -> (continuation of Deferred@1991704498 after retry RPC after error@498584255) -> (continuation of Deferred@609973179 after retry RPC after error@1714657433) -> (continuation of Deferred@658092162 after retry RPC after error@74999016) -> (continuation of Deferred@2076252535 after retry RPC after error@30187974)))
09:05:18.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@642817951(state=PENDING, result=null, callback=(continuation of Deferred@833107258 after retry RPC after error@1627555328) -> (continuation of Deferred@186458905 after retry RPC after error@689174914) -> (continuation of Deferred@1507989631 after retry RPC after error@740669381) -> (continuation of Deferred@1312971955 after retry RPC after error@2016109328) -> (continuation of Deferred@834911626 after retry RPC after error@811188200) -> (continuation of Deferred@1822612116 after retry RPC after error@1328678899), errback=(continuation of Deferred@833107258 after retry RPC after error@1627555328) -> (continuation of Deferred@186458905 after retry RPC after error@689174914) -> (continuation of Deferred@1507989631 after retry RPC after error@740669381) -> (continuation of Deferred@1312971955 after retry RPC after error@2016109328) -> (continuation of Deferred@834911626 after retry RPC after error@811188200) -> (continuation of Deferred@1822612116 after retry RPC after error@1328678899)))
09:05:18.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@642817951(state=PENDING, result=null, callback=(continuation of Deferred@833107258 after retry RPC after error@1627555328) -> (continuation of Deferred@186458905 after retry RPC after error@689174914) -> (continuation of Deferred@1507989631 after retry RPC after error@740669381) -> (continuation of Deferred@1312971955 after retry RPC after error@2016109328) -> (continuation of Deferred@834911626 after retry RPC after error@811188200) -> (continuation of Deferred@1822612116 after retry RPC after error@1328678899), errback=(continuation of Deferred@833107258 after retry RPC after error@1627555328) -> (continuation of Deferred@186458905 after retry RPC after error@689174914) -> (continuation of Deferred@1507989631 after retry RPC after error@740669381) -> (continuation of Deferred@1312971955 after retry RPC after error@2016109328) -> (continuation of Deferred@834911626 after retry RPC after error@811188200) -> (continuation of Deferred@1822612116 after retry RPC after error@1328678899)))
09:05:18.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@358919101(state=PENDING, result=null, callback=(continuation of Deferred@1700318725 after retry RPC after error@238064517) -> (continuation of Deferred@854667315 after retry RPC after error@41442451) -> (continuation of Deferred@569610815 after retry RPC after error@727028031) -> (continuation of Deferred@270425294 after retry RPC after error@1346508442) -> (continuation of Deferred@1830622407 after retry RPC after error@1791405106) -> (continuation of Deferred@140277128 after retry RPC after error@1223312607) -> (continuation of Deferred@1305795113 after retry RPC after error@304896157), errback=(continuation of Deferred@1700318725 after retry RPC after error@238064517) -> (continuation of Deferred@854667315 after retry RPC after error@41442451) -> (continuation of Deferred@569610815 after retry RPC after error@727028031) -> (continuation of Deferred@270425294 after retry RPC after error@1346508442) -> (continuation of Deferred@1830622407 after retry RPC after error@1791405106) -> (continuation of Deferred@140277128 after retry RPC after error@1223312607) -> (continuation of Deferred@1305795113 after retry RPC after error@304896157)))
09:05:18.704 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@358919101(state=PENDING, result=null, callback=(continuation of Deferred@1700318725 after retry RPC after error@238064517) -> (continuation of Deferred@854667315 after retry RPC after error@41442451) -> (continuation of Deferred@569610815 after retry RPC after error@727028031) -> (continuation of Deferred@270425294 after retry RPC after error@1346508442) -> (continuation of Deferred@1830622407 after retry RPC after error@1791405106) -> (continuation of Deferred@140277128 after retry RPC after error@1223312607) -> (continuation of Deferred@1305795113 after retry RPC after error@304896157), errback=(continuation of Deferred@1700318725 after retry RPC after error@238064517) -> (continuation of Deferred@854667315 after retry RPC after error@41442451) -> (continuation of Deferred@569610815 after retry RPC after error@727028031) -> (continuation of Deferred@270425294 after retry RPC after error@1346508442) -> (continuation of Deferred@1830622407 after retry RPC after error@1791405106) -> (continuation of Deferred@140277128 after retry RPC after error@1223312607) -> (continuation of Deferred@1305795113 after retry RPC after error@304896157)))
09:05:18.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1234346796(state=PENDING, result=null, callback=(continuation of Deferred@1533113636 after retry RPC after error@1251342000) -> (continuation of Deferred@742113332 after retry RPC after error@1886166364) -> (continuation of Deferred@544476704 after retry RPC after error@1160858856) -> (continuation of Deferred@930680346 after retry RPC after error@602661844) -> (continuation of Deferred@602864775 after retry RPC after error@1828172318) -> (continuation of Deferred@327252036 after retry RPC after error@1871240355) -> (continuation of Deferred@995499793 after retry RPC after error@1784687911), errback=(continuation of Deferred@1533113636 after retry RPC after error@1251342000) -> (continuation of Deferred@742113332 after retry RPC after error@1886166364) -> (continuation of Deferred@544476704 after retry RPC after error@1160858856) -> (continuation of Deferred@930680346 after retry RPC after error@602661844) -> (continuation of Deferred@602864775 after retry RPC after error@1828172318) -> (continuation of Deferred@327252036 after retry RPC after error@1871240355) -> (continuation of Deferred@995499793 after retry RPC after error@1784687911)))
09:05:18.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1234346796(state=PENDING, result=null, callback=(continuation of Deferred@1533113636 after retry RPC after error@1251342000) -> (continuation of Deferred@742113332 after retry RPC after error@1886166364) -> (continuation of Deferred@544476704 after retry RPC after error@1160858856) -> (continuation of Deferred@930680346 after retry RPC after error@602661844) -> (continuation of Deferred@602864775 after retry RPC after error@1828172318) -> (continuation of Deferred@327252036 after retry RPC after error@1871240355) -> (continuation of Deferred@995499793 after retry RPC after error@1784687911), errback=(continuation of Deferred@1533113636 after retry RPC after error@1251342000) -> (continuation of Deferred@742113332 after retry RPC after error@1886166364) -> (continuation of Deferred@544476704 after retry RPC after error@1160858856) -> (continuation of Deferred@930680346 after retry RPC after error@602661844) -> (continuation of Deferred@602864775 after retry RPC after error@1828172318) -> (continuation of Deferred@327252036 after retry RPC after error@1871240355) -> (continuation of Deferred@995499793 after retry RPC after error@1784687911)))
09:05:18.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:18.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:18.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:18.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:18.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:18.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1302775035(state=PENDING, result=null, callback=(continuation of Deferred@151822035 after retry RPC after error@1307396382) -> (continuation of Deferred@859542563 after retry RPC after error@1212227491) -> (continuation of Deferred@634841726 after retry RPC after error@47510115) -> (continuation of Deferred@1830941846 after retry RPC after error@769479318) -> (continuation of Deferred@1070258249 after retry RPC after error@447246905) -> (continuation of Deferred@2026877118 after retry RPC after error@1069614291) -> (continuation of Deferred@1453362162 after retry RPC after error@264245925), errback=(continuation of Deferred@151822035 after retry RPC after error@1307396382) -> (continuation of Deferred@859542563 after retry RPC after error@1212227491) -> (continuation of Deferred@634841726 after retry RPC after error@47510115) -> (continuation of Deferred@1830941846 after retry RPC after error@769479318) -> (continuation of Deferred@1070258249 after retry RPC after error@447246905) -> (continuation of Deferred@2026877118 after retry RPC after error@1069614291) -> (continuation of Deferred@1453362162 after retry RPC after error@264245925)))
09:05:19.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1302775035(state=PENDING, result=null, callback=(continuation of Deferred@151822035 after retry RPC after error@1307396382) -> (continuation of Deferred@859542563 after retry RPC after error@1212227491) -> (continuation of Deferred@634841726 after retry RPC after error@47510115) -> (continuation of Deferred@1830941846 after retry RPC after error@769479318) -> (continuation of Deferred@1070258249 after retry RPC after error@447246905) -> (continuation of Deferred@2026877118 after retry RPC after error@1069614291) -> (continuation of Deferred@1453362162 after retry RPC after error@264245925), errback=(continuation of Deferred@151822035 after retry RPC after error@1307396382) -> (continuation of Deferred@859542563 after retry RPC after error@1212227491) -> (continuation of Deferred@634841726 after retry RPC after error@47510115) -> (continuation of Deferred@1830941846 after retry RPC after error@769479318) -> (continuation of Deferred@1070258249 after retry RPC after error@447246905) -> (continuation of Deferred@2026877118 after retry RPC after error@1069614291) -> (continuation of Deferred@1453362162 after retry RPC after error@264245925)))
09:05:19.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@28618289(state=PENDING, result=null, callback=(continuation of Deferred@1575219947 after retry RPC after error@1822230396) -> (continuation of Deferred@2074900447 after retry RPC after error@1598921661) -> (continuation of Deferred@494620181 after retry RPC after error@433654817) -> (continuation of Deferred@30642762 after retry RPC after error@846229950) -> (continuation of Deferred@1975294467 after retry RPC after error@617953425) -> (continuation of Deferred@956940163 after retry RPC after error@138794141) -> (continuation of Deferred@423115540 after retry RPC after error@346331410), errback=(continuation of Deferred@1575219947 after retry RPC after error@1822230396) -> (continuation of Deferred@2074900447 after retry RPC after error@1598921661) -> (continuation of Deferred@494620181 after retry RPC after error@433654817) -> (continuation of Deferred@30642762 after retry RPC after error@846229950) -> (continuation of Deferred@1975294467 after retry RPC after error@617953425) -> (continuation of Deferred@956940163 after retry RPC after error@138794141) -> (continuation of Deferred@423115540 after retry RPC after error@346331410)))
09:05:19.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@28618289(state=PENDING, result=null, callback=(continuation of Deferred@1575219947 after retry RPC after error@1822230396) -> (continuation of Deferred@2074900447 after retry RPC after error@1598921661) -> (continuation of Deferred@494620181 after retry RPC after error@433654817) -> (continuation of Deferred@30642762 after retry RPC after error@846229950) -> (continuation of Deferred@1975294467 after retry RPC after error@617953425) -> (continuation of Deferred@956940163 after retry RPC after error@138794141) -> (continuation of Deferred@423115540 after retry RPC after error@346331410), errback=(continuation of Deferred@1575219947 after retry RPC after error@1822230396) -> (continuation of Deferred@2074900447 after retry RPC after error@1598921661) -> (continuation of Deferred@494620181 after retry RPC after error@433654817) -> (continuation of Deferred@30642762 after retry RPC after error@846229950) -> (continuation of Deferred@1975294467 after retry RPC after error@617953425) -> (continuation of Deferred@956940163 after retry RPC after error@138794141) -> (continuation of Deferred@423115540 after retry RPC after error@346331410)))
09:05:19.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1352768026(state=PENDING, result=null, callback=(continuation of Deferred@66849177 after retry RPC after error@1715695981) -> (continuation of Deferred@758302678 after retry RPC after error@1897920800) -> (continuation of Deferred@307005019 after retry RPC after error@1870218598) -> (continuation of Deferred@1422799656 after retry RPC after error@1519781480) -> (continuation of Deferred@740175167 after retry RPC after error@166272943) -> (continuation of Deferred@739982025 after retry RPC after error@1179962468) -> (continuation of Deferred@461268548 after retry RPC after error@1512773347) -> (continuation of Deferred@798204445 after retry RPC after error@1329888359), errback=(continuation of Deferred@66849177 after retry RPC after error@1715695981) -> (continuation of Deferred@758302678 after retry RPC after error@1897920800) -> (continuation of Deferred@307005019 after retry RPC after error@1870218598) -> (continuation of Deferred@1422799656 after retry RPC after error@1519781480) -> (continuation of Deferred@740175167 after retry RPC after error@166272943) -> (continuation of Deferred@739982025 after retry RPC after error@1179962468) -> (continuation of Deferred@461268548 after retry RPC after error@1512773347) -> (continuation of Deferred@798204445 after retry RPC after error@1329888359)))
09:05:19.511 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1352768026(state=PENDING, result=null, callback=(continuation of Deferred@66849177 after retry RPC after error@1715695981) -> (continuation of Deferred@758302678 after retry RPC after error@1897920800) -> (continuation of Deferred@307005019 after retry RPC after error@1870218598) -> (continuation of Deferred@1422799656 after retry RPC after error@1519781480) -> (continuation of Deferred@740175167 after retry RPC after error@166272943) -> (continuation of Deferred@739982025 after retry RPC after error@1179962468) -> (continuation of Deferred@461268548 after retry RPC after error@1512773347) -> (continuation of Deferred@798204445 after retry RPC after error@1329888359), errback=(continuation of Deferred@66849177 after retry RPC after error@1715695981) -> (continuation of Deferred@758302678 after retry RPC after error@1897920800) -> (continuation of Deferred@307005019 after retry RPC after error@1870218598) -> (continuation of Deferred@1422799656 after retry RPC after error@1519781480) -> (continuation of Deferred@740175167 after retry RPC after error@166272943) -> (continuation of Deferred@739982025 after retry RPC after error@1179962468) -> (continuation of Deferred@461268548 after retry RPC after error@1512773347) -> (continuation of Deferred@798204445 after retry RPC after error@1329888359)))
09:05:19.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1494242806(state=PENDING, result=null, callback=(continuation of Deferred@1280983290 after retry RPC after error@772412088) -> (continuation of Deferred@1168246631 after retry RPC after error@516310464) -> (continuation of Deferred@8751986 after retry RPC after error@2128922120) -> (continuation of Deferred@732462988 after retry RPC after error@124573564) -> (continuation of Deferred@731779832 after retry RPC after error@1938965765) -> (continuation of Deferred@464392420 after retry RPC after error@2048451546), errback=(continuation of Deferred@1280983290 after retry RPC after error@772412088) -> (continuation of Deferred@1168246631 after retry RPC after error@516310464) -> (continuation of Deferred@8751986 after retry RPC after error@2128922120) -> (continuation of Deferred@732462988 after retry RPC after error@124573564) -> (continuation of Deferred@731779832 after retry RPC after error@1938965765) -> (continuation of Deferred@464392420 after retry RPC after error@2048451546)))
09:05:19.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1494242806(state=PENDING, result=null, callback=(continuation of Deferred@1280983290 after retry RPC after error@772412088) -> (continuation of Deferred@1168246631 after retry RPC after error@516310464) -> (continuation of Deferred@8751986 after retry RPC after error@2128922120) -> (continuation of Deferred@732462988 after retry RPC after error@124573564) -> (continuation of Deferred@731779832 after retry RPC after error@1938965765) -> (continuation of Deferred@464392420 after retry RPC after error@2048451546), errback=(continuation of Deferred@1280983290 after retry RPC after error@772412088) -> (continuation of Deferred@1168246631 after retry RPC after error@516310464) -> (continuation of Deferred@8751986 after retry RPC after error@2128922120) -> (continuation of Deferred@732462988 after retry RPC after error@124573564) -> (continuation of Deferred@731779832 after retry RPC after error@1938965765) -> (continuation of Deferred@464392420 after retry RPC after error@2048451546)))
09:05:19.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1174157778(state=PENDING, result=null, callback=(continuation of Deferred@63314822 after retry RPC after error@267036286) -> (continuation of Deferred@897375069 after retry RPC after error@300566153) -> (continuation of Deferred@583230745 after retry RPC after error@2025913961) -> (continuation of Deferred@733307935 after retry RPC after error@1755881966) -> (continuation of Deferred@1375398479 after retry RPC after error@783709615) -> (continuation of Deferred@774072826 after retry RPC after error@61409793) -> (continuation of Deferred@84353193 after retry RPC after error@402728619), errback=(continuation of Deferred@63314822 after retry RPC after error@267036286) -> (continuation of Deferred@897375069 after retry RPC after error@300566153) -> (continuation of Deferred@583230745 after retry RPC after error@2025913961) -> (continuation of Deferred@733307935 after retry RPC after error@1755881966) -> (continuation of Deferred@1375398479 after retry RPC after error@783709615) -> (continuation of Deferred@774072826 after retry RPC after error@61409793) -> (continuation of Deferred@84353193 after retry RPC after error@402728619)))
09:05:19.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1174157778(state=PENDING, result=null, callback=(continuation of Deferred@63314822 after retry RPC after error@267036286) -> (continuation of Deferred@897375069 after retry RPC after error@300566153) -> (continuation of Deferred@583230745 after retry RPC after error@2025913961) -> (continuation of Deferred@733307935 after retry RPC after error@1755881966) -> (continuation of Deferred@1375398479 after retry RPC after error@783709615) -> (continuation of Deferred@774072826 after retry RPC after error@61409793) -> (continuation of Deferred@84353193 after retry RPC after error@402728619), errback=(continuation of Deferred@63314822 after retry RPC after error@267036286) -> (continuation of Deferred@897375069 after retry RPC after error@300566153) -> (continuation of Deferred@583230745 after retry RPC after error@2025913961) -> (continuation of Deferred@733307935 after retry RPC after error@1755881966) -> (continuation of Deferred@1375398479 after retry RPC after error@783709615) -> (continuation of Deferred@774072826 after retry RPC after error@61409793) -> (continuation of Deferred@84353193 after retry RPC after error@402728619)))
09:05:19.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:19.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:19.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:19.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:19.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:19.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1078657941(state=PENDING, result=null, callback=(continuation of Deferred@654082648 after retry RPC after error@1254309690) -> (continuation of Deferred@1564448120 after retry RPC after error@1164993249) -> (continuation of Deferred@131909205 after retry RPC after error@1412764539) -> (continuation of Deferred@1962985680 after retry RPC after error@866241531) -> (continuation of Deferred@1387158964 after retry RPC after error@779891281) -> (continuation of Deferred@1565079814 after retry RPC after error@1611325255) -> (continuation of Deferred@1080655119 after retry RPC after error@256389609), errback=(continuation of Deferred@654082648 after retry RPC after error@1254309690) -> (continuation of Deferred@1564448120 after retry RPC after error@1164993249) -> (continuation of Deferred@131909205 after retry RPC after error@1412764539) -> (continuation of Deferred@1962985680 after retry RPC after error@866241531) -> (continuation of Deferred@1387158964 after retry RPC after error@779891281) -> (continuation of Deferred@1565079814 after retry RPC after error@1611325255) -> (continuation of Deferred@1080655119 after retry RPC after error@256389609)))
09:05:20.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1078657941(state=PENDING, result=null, callback=(continuation of Deferred@654082648 after retry RPC after error@1254309690) -> (continuation of Deferred@1564448120 after retry RPC after error@1164993249) -> (continuation of Deferred@131909205 after retry RPC after error@1412764539) -> (continuation of Deferred@1962985680 after retry RPC after error@866241531) -> (continuation of Deferred@1387158964 after retry RPC after error@779891281) -> (continuation of Deferred@1565079814 after retry RPC after error@1611325255) -> (continuation of Deferred@1080655119 after retry RPC after error@256389609), errback=(continuation of Deferred@654082648 after retry RPC after error@1254309690) -> (continuation of Deferred@1564448120 after retry RPC after error@1164993249) -> (continuation of Deferred@131909205 after retry RPC after error@1412764539) -> (continuation of Deferred@1962985680 after retry RPC after error@866241531) -> (continuation of Deferred@1387158964 after retry RPC after error@779891281) -> (continuation of Deferred@1565079814 after retry RPC after error@1611325255) -> (continuation of Deferred@1080655119 after retry RPC after error@256389609)))
09:05:20.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@99510683(state=PENDING, result=null, callback=(continuation of Deferred@446094883 after retry RPC after error@1043094541) -> (continuation of Deferred@35228839 after retry RPC after error@1959632846) -> (continuation of Deferred@1476800690 after retry RPC after error@76993419) -> (continuation of Deferred@1243876106 after retry RPC after error@1376771695) -> (continuation of Deferred@996538172 after retry RPC after error@157114704) -> (continuation of Deferred@1665881898 after retry RPC after error@1335562634) -> (continuation of Deferred@1540604754 after retry RPC after error@971407001), errback=(continuation of Deferred@446094883 after retry RPC after error@1043094541) -> (continuation of Deferred@35228839 after retry RPC after error@1959632846) -> (continuation of Deferred@1476800690 after retry RPC after error@76993419) -> (continuation of Deferred@1243876106 after retry RPC after error@1376771695) -> (continuation of Deferred@996538172 after retry RPC after error@157114704) -> (continuation of Deferred@1665881898 after retry RPC after error@1335562634) -> (continuation of Deferred@1540604754 after retry RPC after error@971407001)))
09:05:20.365 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@99510683(state=PENDING, result=null, callback=(continuation of Deferred@446094883 after retry RPC after error@1043094541) -> (continuation of Deferred@35228839 after retry RPC after error@1959632846) -> (continuation of Deferred@1476800690 after retry RPC after error@76993419) -> (continuation of Deferred@1243876106 after retry RPC after error@1376771695) -> (continuation of Deferred@996538172 after retry RPC after error@157114704) -> (continuation of Deferred@1665881898 after retry RPC after error@1335562634) -> (continuation of Deferred@1540604754 after retry RPC after error@971407001), errback=(continuation of Deferred@446094883 after retry RPC after error@1043094541) -> (continuation of Deferred@35228839 after retry RPC after error@1959632846) -> (continuation of Deferred@1476800690 after retry RPC after error@76993419) -> (continuation of Deferred@1243876106 after retry RPC after error@1376771695) -> (continuation of Deferred@996538172 after retry RPC after error@157114704) -> (continuation of Deferred@1665881898 after retry RPC after error@1335562634) -> (continuation of Deferred@1540604754 after retry RPC after error@971407001)))
09:05:20.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:20.569190 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:20.569466 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:20.641 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1124331717(state=PENDING, result=null, callback=(continuation of Deferred@1118360035 after retry RPC after error@1374530469) -> (continuation of Deferred@1268423655 after retry RPC after error@390324105) -> (continuation of Deferred@325067595 after retry RPC after error@795607553) -> (continuation of Deferred@808903080 after retry RPC after error@956354480) -> (continuation of Deferred@736680352 after retry RPC after error@1692117718) -> (continuation of Deferred@1667710020 after retry RPC after error@1554322135) -> (continuation of Deferred@837674298 after retry RPC after error@148468939), errback=(continuation of Deferred@1118360035 after retry RPC after error@1374530469) -> (continuation of Deferred@1268423655 after retry RPC after error@390324105) -> (continuation of Deferred@325067595 after retry RPC after error@795607553) -> (continuation of Deferred@808903080 after retry RPC after error@956354480) -> (continuation of Deferred@736680352 after retry RPC after error@1692117718) -> (continuation of Deferred@1667710020 after retry RPC after error@1554322135) -> (continuation of Deferred@837674298 after retry RPC after error@148468939)))
09:05:20.642 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:20.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@909909527(state=PENDING, result=null, callback=(continuation of Deferred@348107650 after retry RPC after error@937205474) -> (continuation of Deferred@1020097359 after retry RPC after error@1784090215) -> (continuation of Deferred@60658444 after retry RPC after error@1348810259) -> (continuation of Deferred@132477019 after retry RPC after error@1435722486) -> (continuation of Deferred@981049019 after retry RPC after error@1129706057) -> (continuation of Deferred@1864250832 after retry RPC after error@559181335), errback=(continuation of Deferred@348107650 after retry RPC after error@937205474) -> (continuation of Deferred@1020097359 after retry RPC after error@1784090215) -> (continuation of Deferred@60658444 after retry RPC after error@1348810259) -> (continuation of Deferred@132477019 after retry RPC after error@1435722486) -> (continuation of Deferred@981049019 after retry RPC after error@1129706057) -> (continuation of Deferred@1864250832 after retry RPC after error@559181335)))
09:05:20.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@909909527(state=PENDING, result=null, callback=(continuation of Deferred@348107650 after retry RPC after error@937205474) -> (continuation of Deferred@1020097359 after retry RPC after error@1784090215) -> (continuation of Deferred@60658444 after retry RPC after error@1348810259) -> (continuation of Deferred@132477019 after retry RPC after error@1435722486) -> (continuation of Deferred@981049019 after retry RPC after error@1129706057) -> (continuation of Deferred@1864250832 after retry RPC after error@559181335), errback=(continuation of Deferred@348107650 after retry RPC after error@937205474) -> (continuation of Deferred@1020097359 after retry RPC after error@1784090215) -> (continuation of Deferred@60658444 after retry RPC after error@1348810259) -> (continuation of Deferred@132477019 after retry RPC after error@1435722486) -> (continuation of Deferred@981049019 after retry RPC after error@1129706057) -> (continuation of Deferred@1864250832 after retry RPC after error@559181335)))
09:05:20.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:20.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:20.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:20.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:20.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:20.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@789337508(state=PENDING, result=null, callback=(continuation of Deferred@1688576073 after retry RPC after error@839103258) -> (continuation of Deferred@870474381 after retry RPC after error@2114891808) -> (continuation of Deferred@929099840 after retry RPC after error@408166101) -> (continuation of Deferred@948101464 after retry RPC after error@856087000) -> (continuation of Deferred@55889160 after retry RPC after error@995019009) -> (continuation of Deferred@350840593 after retry RPC after error@287618125), errback=(continuation of Deferred@1688576073 after retry RPC after error@839103258) -> (continuation of Deferred@870474381 after retry RPC after error@2114891808) -> (continuation of Deferred@929099840 after retry RPC after error@408166101) -> (continuation of Deferred@948101464 after retry RPC after error@856087000) -> (continuation of Deferred@55889160 after retry RPC after error@995019009) -> (continuation of Deferred@350840593 after retry RPC after error@287618125)))
09:05:21.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@789337508(state=PENDING, result=null, callback=(continuation of Deferred@1688576073 after retry RPC after error@839103258) -> (continuation of Deferred@870474381 after retry RPC after error@2114891808) -> (continuation of Deferred@929099840 after retry RPC after error@408166101) -> (continuation of Deferred@948101464 after retry RPC after error@856087000) -> (continuation of Deferred@55889160 after retry RPC after error@995019009) -> (continuation of Deferred@350840593 after retry RPC after error@287618125), errback=(continuation of Deferred@1688576073 after retry RPC after error@839103258) -> (continuation of Deferred@870474381 after retry RPC after error@2114891808) -> (continuation of Deferred@929099840 after retry RPC after error@408166101) -> (continuation of Deferred@948101464 after retry RPC after error@856087000) -> (continuation of Deferred@55889160 after retry RPC after error@995019009) -> (continuation of Deferred@350840593 after retry RPC after error@287618125)))
09:05:21.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1813707210(state=PENDING, result=null, callback=(continuation of Deferred@1905329442 after retry RPC after error@1753468773) -> (continuation of Deferred@328946575 after retry RPC after error@678702239) -> (continuation of Deferred@1370850470 after retry RPC after error@658215186) -> (continuation of Deferred@1861597521 after retry RPC after error@1735155908) -> (continuation of Deferred@436291643 after retry RPC after error@1632233832) -> (continuation of Deferred@573958945 after retry RPC after error@643548643), errback=(continuation of Deferred@1905329442 after retry RPC after error@1753468773) -> (continuation of Deferred@328946575 after retry RPC after error@678702239) -> (continuation of Deferred@1370850470 after retry RPC after error@658215186) -> (continuation of Deferred@1861597521 after retry RPC after error@1735155908) -> (continuation of Deferred@436291643 after retry RPC after error@1632233832) -> (continuation of Deferred@573958945 after retry RPC after error@643548643)))
09:05:21.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1813707210(state=PENDING, result=null, callback=(continuation of Deferred@1905329442 after retry RPC after error@1753468773) -> (continuation of Deferred@328946575 after retry RPC after error@678702239) -> (continuation of Deferred@1370850470 after retry RPC after error@658215186) -> (continuation of Deferred@1861597521 after retry RPC after error@1735155908) -> (continuation of Deferred@436291643 after retry RPC after error@1632233832) -> (continuation of Deferred@573958945 after retry RPC after error@643548643), errback=(continuation of Deferred@1905329442 after retry RPC after error@1753468773) -> (continuation of Deferred@328946575 after retry RPC after error@678702239) -> (continuation of Deferred@1370850470 after retry RPC after error@658215186) -> (continuation of Deferred@1861597521 after retry RPC after error@1735155908) -> (continuation of Deferred@436291643 after retry RPC after error@1632233832) -> (continuation of Deferred@573958945 after retry RPC after error@643548643)))
09:05:21.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1373779964(state=PENDING, result=null, callback=(continuation of Deferred@951326051 after retry RPC after error@1323105672) -> (continuation of Deferred@1184613144 after retry RPC after error@101077472) -> (continuation of Deferred@503399246 after retry RPC after error@924372411) -> (continuation of Deferred@797133635 after retry RPC after error@457086466) -> (continuation of Deferred@254917912 after retry RPC after error@2125847632) -> (continuation of Deferred@1264142742 after retry RPC after error@607672441), errback=(continuation of Deferred@951326051 after retry RPC after error@1323105672) -> (continuation of Deferred@1184613144 after retry RPC after error@101077472) -> (continuation of Deferred@503399246 after retry RPC after error@924372411) -> (continuation of Deferred@797133635 after retry RPC after error@457086466) -> (continuation of Deferred@254917912 after retry RPC after error@2125847632) -> (continuation of Deferred@1264142742 after retry RPC after error@607672441)))
09:05:21.424 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1373779964(state=PENDING, result=null, callback=(continuation of Deferred@951326051 after retry RPC after error@1323105672) -> (continuation of Deferred@1184613144 after retry RPC after error@101077472) -> (continuation of Deferred@503399246 after retry RPC after error@924372411) -> (continuation of Deferred@797133635 after retry RPC after error@457086466) -> (continuation of Deferred@254917912 after retry RPC after error@2125847632) -> (continuation of Deferred@1264142742 after retry RPC after error@607672441), errback=(continuation of Deferred@951326051 after retry RPC after error@1323105672) -> (continuation of Deferred@1184613144 after retry RPC after error@101077472) -> (continuation of Deferred@503399246 after retry RPC after error@924372411) -> (continuation of Deferred@797133635 after retry RPC after error@457086466) -> (continuation of Deferred@254917912 after retry RPC after error@2125847632) -> (continuation of Deferred@1264142742 after retry RPC after error@607672441)))
09:05:21.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@620693187(state=PENDING, result=null, callback=(continuation of Deferred@610653262 after retry RPC after error@405492056) -> (continuation of Deferred@710515486 after retry RPC after error@1984715144) -> (continuation of Deferred@2080453803 after retry RPC after error@1055005666) -> (continuation of Deferred@1476781643 after retry RPC after error@1284596954) -> (continuation of Deferred@968930703 after retry RPC after error@391349342) -> (continuation of Deferred@1620254529 after retry RPC after error@660803645) -> (continuation of Deferred@456373651 after retry RPC after error@273265631), errback=(continuation of Deferred@610653262 after retry RPC after error@405492056) -> (continuation of Deferred@710515486 after retry RPC after error@1984715144) -> (continuation of Deferred@2080453803 after retry RPC after error@1055005666) -> (continuation of Deferred@1476781643 after retry RPC after error@1284596954) -> (continuation of Deferred@968930703 after retry RPC after error@391349342) -> (continuation of Deferred@1620254529 after retry RPC after error@660803645) -> (continuation of Deferred@456373651 after retry RPC after error@273265631)))
09:05:21.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@620693187(state=PENDING, result=null, callback=(continuation of Deferred@610653262 after retry RPC after error@405492056) -> (continuation of Deferred@710515486 after retry RPC after error@1984715144) -> (continuation of Deferred@2080453803 after retry RPC after error@1055005666) -> (continuation of Deferred@1476781643 after retry RPC after error@1284596954) -> (continuation of Deferred@968930703 after retry RPC after error@391349342) -> (continuation of Deferred@1620254529 after retry RPC after error@660803645) -> (continuation of Deferred@456373651 after retry RPC after error@273265631), errback=(continuation of Deferred@610653262 after retry RPC after error@405492056) -> (continuation of Deferred@710515486 after retry RPC after error@1984715144) -> (continuation of Deferred@2080453803 after retry RPC after error@1055005666) -> (continuation of Deferred@1476781643 after retry RPC after error@1284596954) -> (continuation of Deferred@968930703 after retry RPC after error@391349342) -> (continuation of Deferred@1620254529 after retry RPC after error@660803645) -> (continuation of Deferred@456373651 after retry RPC after error@273265631)))
09:05:21.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1916259920(state=PENDING, result=null, callback=(continuation of Deferred@1113343829 after retry RPC after error@1419332129) -> (continuation of Deferred@730161960 after retry RPC after error@1737256262) -> (continuation of Deferred@1204480013 after retry RPC after error@1503423127) -> (continuation of Deferred@1493225135 after retry RPC after error@1575120532) -> (continuation of Deferred@1299742629 after retry RPC after error@2005564495) -> (continuation of Deferred@673227175 after retry RPC after error@1719205113), errback=(continuation of Deferred@1113343829 after retry RPC after error@1419332129) -> (continuation of Deferred@730161960 after retry RPC after error@1737256262) -> (continuation of Deferred@1204480013 after retry RPC after error@1503423127) -> (continuation of Deferred@1493225135 after retry RPC after error@1575120532) -> (continuation of Deferred@1299742629 after retry RPC after error@2005564495) -> (continuation of Deferred@673227175 after retry RPC after error@1719205113)))
09:05:21.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1916259920(state=PENDING, result=null, callback=(continuation of Deferred@1113343829 after retry RPC after error@1419332129) -> (continuation of Deferred@730161960 after retry RPC after error@1737256262) -> (continuation of Deferred@1204480013 after retry RPC after error@1503423127) -> (continuation of Deferred@1493225135 after retry RPC after error@1575120532) -> (continuation of Deferred@1299742629 after retry RPC after error@2005564495) -> (continuation of Deferred@673227175 after retry RPC after error@1719205113), errback=(continuation of Deferred@1113343829 after retry RPC after error@1419332129) -> (continuation of Deferred@730161960 after retry RPC after error@1737256262) -> (continuation of Deferred@1204480013 after retry RPC after error@1503423127) -> (continuation of Deferred@1493225135 after retry RPC after error@1575120532) -> (continuation of Deferred@1299742629 after retry RPC after error@2005564495) -> (continuation of Deferred@673227175 after retry RPC after error@1719205113)))
09:05:21.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:21.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:21.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:21.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:21.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:21.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1749643971(state=PENDING, result=null, callback=(continuation of Deferred@16326285 after retry RPC after error@1380119176) -> (continuation of Deferred@195029529 after retry RPC after error@685989571) -> (continuation of Deferred@1613115428 after retry RPC after error@624252954) -> (continuation of Deferred@1359913351 after retry RPC after error@1672083491) -> (continuation of Deferred@845108066 after retry RPC after error@1034238139) -> (continuation of Deferred@428061713 after retry RPC after error@893857762) -> (continuation of Deferred@2110500459 after retry RPC after error@1765745033) -> (continuation of Deferred@1838687107 after retry RPC after error@1638672877), errback=(continuation of Deferred@16326285 after retry RPC after error@1380119176) -> (continuation of Deferred@195029529 after retry RPC after error@685989571) -> (continuation of Deferred@1613115428 after retry RPC after error@624252954) -> (continuation of Deferred@1359913351 after retry RPC after error@1672083491) -> (continuation of Deferred@845108066 after retry RPC after error@1034238139) -> (continuation of Deferred@428061713 after retry RPC after error@893857762) -> (continuation of Deferred@2110500459 after retry RPC after error@1765745033) -> (continuation of Deferred@1838687107 after retry RPC after error@1638672877)))
09:05:22.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1749643971(state=PENDING, result=null, callback=(continuation of Deferred@16326285 after retry RPC after error@1380119176) -> (continuation of Deferred@195029529 after retry RPC after error@685989571) -> (continuation of Deferred@1613115428 after retry RPC after error@624252954) -> (continuation of Deferred@1359913351 after retry RPC after error@1672083491) -> (continuation of Deferred@845108066 after retry RPC after error@1034238139) -> (continuation of Deferred@428061713 after retry RPC after error@893857762) -> (continuation of Deferred@2110500459 after retry RPC after error@1765745033) -> (continuation of Deferred@1838687107 after retry RPC after error@1638672877), errback=(continuation of Deferred@16326285 after retry RPC after error@1380119176) -> (continuation of Deferred@195029529 after retry RPC after error@685989571) -> (continuation of Deferred@1613115428 after retry RPC after error@624252954) -> (continuation of Deferred@1359913351 after retry RPC after error@1672083491) -> (continuation of Deferred@845108066 after retry RPC after error@1034238139) -> (continuation of Deferred@428061713 after retry RPC after error@893857762) -> (continuation of Deferred@2110500459 after retry RPC after error@1765745033) -> (continuation of Deferred@1838687107 after retry RPC after error@1638672877)))
09:05:22.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1732968769(state=PENDING, result=null, callback=(continuation of Deferred@960965617 after retry RPC after error@508085540) -> (continuation of Deferred@1346901294 after retry RPC after error@1865832303) -> (continuation of Deferred@1865343451 after retry RPC after error@932669695) -> (continuation of Deferred@661060166 after retry RPC after error@2050378986) -> (continuation of Deferred@1645107790 after retry RPC after error@1859262048) -> (continuation of Deferred@2130076982 after retry RPC after error@913258270), errback=(continuation of Deferred@960965617 after retry RPC after error@508085540) -> (continuation of Deferred@1346901294 after retry RPC after error@1865832303) -> (continuation of Deferred@1865343451 after retry RPC after error@932669695) -> (continuation of Deferred@661060166 after retry RPC after error@2050378986) -> (continuation of Deferred@1645107790 after retry RPC after error@1859262048) -> (continuation of Deferred@2130076982 after retry RPC after error@913258270)))
09:05:22.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1732968769(state=PENDING, result=null, callback=(continuation of Deferred@960965617 after retry RPC after error@508085540) -> (continuation of Deferred@1346901294 after retry RPC after error@1865832303) -> (continuation of Deferred@1865343451 after retry RPC after error@932669695) -> (continuation of Deferred@661060166 after retry RPC after error@2050378986) -> (continuation of Deferred@1645107790 after retry RPC after error@1859262048) -> (continuation of Deferred@2130076982 after retry RPC after error@913258270), errback=(continuation of Deferred@960965617 after retry RPC after error@508085540) -> (continuation of Deferred@1346901294 after retry RPC after error@1865832303) -> (continuation of Deferred@1865343451 after retry RPC after error@932669695) -> (continuation of Deferred@661060166 after retry RPC after error@2050378986) -> (continuation of Deferred@1645107790 after retry RPC after error@1859262048) -> (continuation of Deferred@2130076982 after retry RPC after error@913258270)))
09:05:22.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1983825694(state=PENDING, result=null, callback=(continuation of Deferred@1474555424 after retry RPC after error@250426675) -> (continuation of Deferred@1099005169 after retry RPC after error@1099384296) -> (continuation of Deferred@165490966 after retry RPC after error@1862191539) -> (continuation of Deferred@617760361 after retry RPC after error@1593966366) -> (continuation of Deferred@1060384873 after retry RPC after error@664782189) -> (continuation of Deferred@289947385 after retry RPC after error@1096932033) -> (continuation of Deferred@1606950396 after retry RPC after error@103092165) -> (continuation of Deferred@1447708174 after retry RPC after error@431110612), errback=(continuation of Deferred@1474555424 after retry RPC after error@250426675) -> (continuation of Deferred@1099005169 after retry RPC after error@1099384296) -> (continuation of Deferred@165490966 after retry RPC after error@1862191539) -> (continuation of Deferred@617760361 after retry RPC after error@1593966366) -> (continuation of Deferred@1060384873 after retry RPC after error@664782189) -> (continuation of Deferred@289947385 after retry RPC after error@1096932033) -> (continuation of Deferred@1606950396 after retry RPC after error@103092165) -> (continuation of Deferred@1447708174 after retry RPC after error@431110612)))
09:05:22.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1983825694(state=PENDING, result=null, callback=(continuation of Deferred@1474555424 after retry RPC after error@250426675) -> (continuation of Deferred@1099005169 after retry RPC after error@1099384296) -> (continuation of Deferred@165490966 after retry RPC after error@1862191539) -> (continuation of Deferred@617760361 after retry RPC after error@1593966366) -> (continuation of Deferred@1060384873 after retry RPC after error@664782189) -> (continuation of Deferred@289947385 after retry RPC after error@1096932033) -> (continuation of Deferred@1606950396 after retry RPC after error@103092165) -> (continuation of Deferred@1447708174 after retry RPC after error@431110612), errback=(continuation of Deferred@1474555424 after retry RPC after error@250426675) -> (continuation of Deferred@1099005169 after retry RPC after error@1099384296) -> (continuation of Deferred@165490966 after retry RPC after error@1862191539) -> (continuation of Deferred@617760361 after retry RPC after error@1593966366) -> (continuation of Deferred@1060384873 after retry RPC after error@664782189) -> (continuation of Deferred@289947385 after retry RPC after error@1096932033) -> (continuation of Deferred@1606950396 after retry RPC after error@103092165) -> (continuation of Deferred@1447708174 after retry RPC after error@431110612)))
09:05:22.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1301770769(state=PENDING, result=null, callback=(continuation of Deferred@616241917 after retry RPC after error@1338536441) -> (continuation of Deferred@1327668665 after retry RPC after error@961767862) -> (continuation of Deferred@1162080403 after retry RPC after error@1233651323) -> (continuation of Deferred@303859110 after retry RPC after error@815812746) -> (continuation of Deferred@1782446437 after retry RPC after error@1661964679) -> (continuation of Deferred@357042677 after retry RPC after error@660488150) -> (continuation of Deferred@573377673 after retry RPC after error@1026630370), errback=(continuation of Deferred@616241917 after retry RPC after error@1338536441) -> (continuation of Deferred@1327668665 after retry RPC after error@961767862) -> (continuation of Deferred@1162080403 after retry RPC after error@1233651323) -> (continuation of Deferred@303859110 after retry RPC after error@815812746) -> (continuation of Deferred@1782446437 after retry RPC after error@1661964679) -> (continuation of Deferred@357042677 after retry RPC after error@660488150) -> (continuation of Deferred@573377673 after retry RPC after error@1026630370)))
09:05:22.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1301770769(state=PENDING, result=null, callback=(continuation of Deferred@616241917 after retry RPC after error@1338536441) -> (continuation of Deferred@1327668665 after retry RPC after error@961767862) -> (continuation of Deferred@1162080403 after retry RPC after error@1233651323) -> (continuation of Deferred@303859110 after retry RPC after error@815812746) -> (continuation of Deferred@1782446437 after retry RPC after error@1661964679) -> (continuation of Deferred@357042677 after retry RPC after error@660488150) -> (continuation of Deferred@573377673 after retry RPC after error@1026630370), errback=(continuation of Deferred@616241917 after retry RPC after error@1338536441) -> (continuation of Deferred@1327668665 after retry RPC after error@961767862) -> (continuation of Deferred@1162080403 after retry RPC after error@1233651323) -> (continuation of Deferred@303859110 after retry RPC after error@815812746) -> (continuation of Deferred@1782446437 after retry RPC after error@1661964679) -> (continuation of Deferred@357042677 after retry RPC after error@660488150) -> (continuation of Deferred@573377673 after retry RPC after error@1026630370)))
09:05:22.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1437414839(state=PENDING, result=null, callback=(continuation of Deferred@585872572 after retry RPC after error@1182158689) -> (continuation of Deferred@888990301 after retry RPC after error@138437112) -> (continuation of Deferred@2012310040 after retry RPC after error@59256512) -> (continuation of Deferred@1358267118 after retry RPC after error@1529968297) -> (continuation of Deferred@661419645 after retry RPC after error@1708175998) -> (continuation of Deferred@424591064 after retry RPC after error@1226446694) -> (continuation of Deferred@218193830 after retry RPC after error@1830965050), errback=(continuation of Deferred@585872572 after retry RPC after error@1182158689) -> (continuation of Deferred@888990301 after retry RPC after error@138437112) -> (continuation of Deferred@2012310040 after retry RPC after error@59256512) -> (continuation of Deferred@1358267118 after retry RPC after error@1529968297) -> (continuation of Deferred@661419645 after retry RPC after error@1708175998) -> (continuation of Deferred@424591064 after retry RPC after error@1226446694) -> (continuation of Deferred@218193830 after retry RPC after error@1830965050)))
09:05:22.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1437414839(state=PENDING, result=null, callback=(continuation of Deferred@585872572 after retry RPC after error@1182158689) -> (continuation of Deferred@888990301 after retry RPC after error@138437112) -> (continuation of Deferred@2012310040 after retry RPC after error@59256512) -> (continuation of Deferred@1358267118 after retry RPC after error@1529968297) -> (continuation of Deferred@661419645 after retry RPC after error@1708175998) -> (continuation of Deferred@424591064 after retry RPC after error@1226446694) -> (continuation of Deferred@218193830 after retry RPC after error@1830965050), errback=(continuation of Deferred@585872572 after retry RPC after error@1182158689) -> (continuation of Deferred@888990301 after retry RPC after error@138437112) -> (continuation of Deferred@2012310040 after retry RPC after error@59256512) -> (continuation of Deferred@1358267118 after retry RPC after error@1529968297) -> (continuation of Deferred@661419645 after retry RPC after error@1708175998) -> (continuation of Deferred@424591064 after retry RPC after error@1226446694) -> (continuation of Deferred@218193830 after retry RPC after error@1830965050)))
09:05:22.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:22.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:22.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:22.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:22.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:22.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.161 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1131114954(state=PENDING, result=null, callback=(continuation of Deferred@393419688 after retry RPC after error@307243821) -> (continuation of Deferred@1209136382 after retry RPC after error@1349265687) -> (continuation of Deferred@1607325417 after retry RPC after error@1280808830) -> (continuation of Deferred@195443726 after retry RPC after error@984848636) -> (continuation of Deferred@200829917 after retry RPC after error@2070213051) -> (continuation of Deferred@1100539029 after retry RPC after error@1741348898) -> (continuation of Deferred@790940037 after retry RPC after error@1930497267), errback=(continuation of Deferred@393419688 after retry RPC after error@307243821) -> (continuation of Deferred@1209136382 after retry RPC after error@1349265687) -> (continuation of Deferred@1607325417 after retry RPC after error@1280808830) -> (continuation of Deferred@195443726 after retry RPC after error@984848636) -> (continuation of Deferred@200829917 after retry RPC after error@2070213051) -> (continuation of Deferred@1100539029 after retry RPC after error@1741348898) -> (continuation of Deferred@790940037 after retry RPC after error@1930497267)))
09:05:23.162 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:23.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2056202186(state=PENDING, result=null, callback=(continuation of Deferred@1327367181 after retry RPC after error@2129498274) -> (continuation of Deferred@1024248545 after retry RPC after error@1044257789) -> (continuation of Deferred@29314651 after retry RPC after error@331724366) -> (continuation of Deferred@1212497173 after retry RPC after error@107619859) -> (continuation of Deferred@2111597843 after retry RPC after error@1125499680) -> (continuation of Deferred@584709058 after retry RPC after error@1968444212) -> (continuation of Deferred@1811827832 after retry RPC after error@102735588) -> (continuation of Deferred@1807038982 after retry RPC after error@1043159543), errback=(continuation of Deferred@1327367181 after retry RPC after error@2129498274) -> (continuation of Deferred@1024248545 after retry RPC after error@1044257789) -> (continuation of Deferred@29314651 after retry RPC after error@331724366) -> (continuation of Deferred@1212497173 after retry RPC after error@107619859) -> (continuation of Deferred@2111597843 after retry RPC after error@1125499680) -> (continuation of Deferred@584709058 after retry RPC after error@1968444212) -> (continuation of Deferred@1811827832 after retry RPC after error@102735588) -> (continuation of Deferred@1807038982 after retry RPC after error@1043159543)))
09:05:23.423 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2056202186(state=PENDING, result=null, callback=(continuation of Deferred@1327367181 after retry RPC after error@2129498274) -> (continuation of Deferred@1024248545 after retry RPC after error@1044257789) -> (continuation of Deferred@29314651 after retry RPC after error@331724366) -> (continuation of Deferred@1212497173 after retry RPC after error@107619859) -> (continuation of Deferred@2111597843 after retry RPC after error@1125499680) -> (continuation of Deferred@584709058 after retry RPC after error@1968444212) -> (continuation of Deferred@1811827832 after retry RPC after error@102735588) -> (continuation of Deferred@1807038982 after retry RPC after error@1043159543), errback=(continuation of Deferred@1327367181 after retry RPC after error@2129498274) -> (continuation of Deferred@1024248545 after retry RPC after error@1044257789) -> (continuation of Deferred@29314651 after retry RPC after error@331724366) -> (continuation of Deferred@1212497173 after retry RPC after error@107619859) -> (continuation of Deferred@2111597843 after retry RPC after error@1125499680) -> (continuation of Deferred@584709058 after retry RPC after error@1968444212) -> (continuation of Deferred@1811827832 after retry RPC after error@102735588) -> (continuation of Deferred@1807038982 after retry RPC after error@1043159543)))
09:05:23.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:23.603145 21248 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:23.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:23.603494 21248 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:23.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@478696739(state=PENDING, result=null, callback=(continuation of Deferred@1043241029 after retry RPC after error@289382165) -> (continuation of Deferred@1813147881 after retry RPC after error@846008581) -> (continuation of Deferred@2026589117 after retry RPC after error@358724742) -> (continuation of Deferred@1779112955 after retry RPC after error@817158790) -> (continuation of Deferred@302053774 after retry RPC after error@182299340) -> (continuation of Deferred@951823535 after retry RPC after error@785195476), errback=(continuation of Deferred@1043241029 after retry RPC after error@289382165) -> (continuation of Deferred@1813147881 after retry RPC after error@846008581) -> (continuation of Deferred@2026589117 after retry RPC after error@358724742) -> (continuation of Deferred@1779112955 after retry RPC after error@817158790) -> (continuation of Deferred@302053774 after retry RPC after error@182299340) -> (continuation of Deferred@951823535 after retry RPC after error@785195476)))
09:05:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:23.604346 21248 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:23.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@478696739(state=PENDING, result=null, callback=(continuation of Deferred@1043241029 after retry RPC after error@289382165) -> (continuation of Deferred@1813147881 after retry RPC after error@846008581) -> (continuation of Deferred@2026589117 after retry RPC after error@358724742) -> (continuation of Deferred@1779112955 after retry RPC after error@817158790) -> (continuation of Deferred@302053774 after retry RPC after error@182299340) -> (continuation of Deferred@951823535 after retry RPC after error@785195476), errback=(continuation of Deferred@1043241029 after retry RPC after error@289382165) -> (continuation of Deferred@1813147881 after retry RPC after error@846008581) -> (continuation of Deferred@2026589117 after retry RPC after error@358724742) -> (continuation of Deferred@1779112955 after retry RPC after error@817158790) -> (continuation of Deferred@302053774 after retry RPC after error@182299340) -> (continuation of Deferred@951823535 after retry RPC after error@785195476)))
09:05:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:23.605734 20419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:05:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:23.607095 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:23.607340 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:23.607457 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:23.607704 21248 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:23.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1837001431(state=PENDING, result=null, callback=(continuation of Deferred@167063532 after retry RPC after error@1776287801) -> (continuation of Deferred@1642832408 after retry RPC after error@2145207328) -> (continuation of Deferred@1601674872 after retry RPC after error@914336871) -> (continuation of Deferred@171455442 after retry RPC after error@533830385) -> (continuation of Deferred@2083935021 after retry RPC after error@937542744) -> (continuation of Deferred@2081212373 after retry RPC after error@1863965879) -> (continuation of Deferred@569918786 after retry RPC after error@402818593), errback=(continuation of Deferred@167063532 after retry RPC after error@1776287801) -> (continuation of Deferred@1642832408 after retry RPC after error@2145207328) -> (continuation of Deferred@1601674872 after retry RPC after error@914336871) -> (continuation of Deferred@171455442 after retry RPC after error@533830385) -> (continuation of Deferred@2083935021 after retry RPC after error@937542744) -> (continuation of Deferred@2081212373 after retry RPC after error@1863965879) -> (continuation of Deferred@569918786 after retry RPC after error@402818593)))
09:05:23.806 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1837001431(state=PENDING, result=null, callback=(continuation of Deferred@167063532 after retry RPC after error@1776287801) -> (continuation of Deferred@1642832408 after retry RPC after error@2145207328) -> (continuation of Deferred@1601674872 after retry RPC after error@914336871) -> (continuation of Deferred@171455442 after retry RPC after error@533830385) -> (continuation of Deferred@2083935021 after retry RPC after error@937542744) -> (continuation of Deferred@2081212373 after retry RPC after error@1863965879) -> (continuation of Deferred@569918786 after retry RPC after error@402818593), errback=(continuation of Deferred@167063532 after retry RPC after error@1776287801) -> (continuation of Deferred@1642832408 after retry RPC after error@2145207328) -> (continuation of Deferred@1601674872 after retry RPC after error@914336871) -> (continuation of Deferred@171455442 after retry RPC after error@533830385) -> (continuation of Deferred@2083935021 after retry RPC after error@937542744) -> (continuation of Deferred@2081212373 after retry RPC after error@1863965879) -> (continuation of Deferred@569918786 after retry RPC after error@402818593)))
09:05:23.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:23.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:23.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:23.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:23.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:23.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.081 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1412747505(state=PENDING, result=null, callback=(continuation of Deferred@1217894103 after retry RPC after error@2096237533) -> (continuation of Deferred@1096633279 after retry RPC after error@865908797) -> (continuation of Deferred@1204396471 after retry RPC after error@722073200) -> (continuation of Deferred@2248733 after retry RPC after error@1445547380) -> (continuation of Deferred@1550289439 after retry RPC after error@943279509) -> (continuation of Deferred@705249335 after retry RPC after error@920120047) -> (continuation of Deferred@1451276632 after retry RPC after error@614929400), errback=(continuation of Deferred@1217894103 after retry RPC after error@2096237533) -> (continuation of Deferred@1096633279 after retry RPC after error@865908797) -> (continuation of Deferred@1204396471 after retry RPC after error@722073200) -> (continuation of Deferred@2248733 after retry RPC after error@1445547380) -> (continuation of Deferred@1550289439 after retry RPC after error@943279509) -> (continuation of Deferred@705249335 after retry RPC after error@920120047) -> (continuation of Deferred@1451276632 after retry RPC after error@614929400)))
09:05:24.082 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:24.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.344 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@768731297(state=PENDING, result=null, callback=(continuation of Deferred@1733230357 after retry RPC after error@282398824) -> (continuation of Deferred@324754604 after retry RPC after error@837626502) -> (continuation of Deferred@567004665 after retry RPC after error@421912568) -> (continuation of Deferred@1347575372 after retry RPC after error@146008026) -> (continuation of Deferred@2011715376 after retry RPC after error@1074109482) -> (continuation of Deferred@48695896 after retry RPC after error@360558825) -> (continuation of Deferred@538522785 after retry RPC after error@1284577348), errback=(continuation of Deferred@1733230357 after retry RPC after error@282398824) -> (continuation of Deferred@324754604 after retry RPC after error@837626502) -> (continuation of Deferred@567004665 after retry RPC after error@421912568) -> (continuation of Deferred@1347575372 after retry RPC after error@146008026) -> (continuation of Deferred@2011715376 after retry RPC after error@1074109482) -> (continuation of Deferred@48695896 after retry RPC after error@360558825) -> (continuation of Deferred@538522785 after retry RPC after error@1284577348)))
09:05:24.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@768731297(state=PENDING, result=null, callback=(continuation of Deferred@1733230357 after retry RPC after error@282398824) -> (continuation of Deferred@324754604 after retry RPC after error@837626502) -> (continuation of Deferred@567004665 after retry RPC after error@421912568) -> (continuation of Deferred@1347575372 after retry RPC after error@146008026) -> (continuation of Deferred@2011715376 after retry RPC after error@1074109482) -> (continuation of Deferred@48695896 after retry RPC after error@360558825) -> (continuation of Deferred@538522785 after retry RPC after error@1284577348), errback=(continuation of Deferred@1733230357 after retry RPC after error@282398824) -> (continuation of Deferred@324754604 after retry RPC after error@837626502) -> (continuation of Deferred@567004665 after retry RPC after error@421912568) -> (continuation of Deferred@1347575372 after retry RPC after error@146008026) -> (continuation of Deferred@2011715376 after retry RPC after error@1074109482) -> (continuation of Deferred@48695896 after retry RPC after error@360558825) -> (continuation of Deferred@538522785 after retry RPC after error@1284577348)))
09:05:24.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1575354807(state=PENDING, result=null, callback=(continuation of Deferred@817065883 after retry RPC after error@291752514) -> (continuation of Deferred@490837526 after retry RPC after error@1892140976) -> (continuation of Deferred@1529065860 after retry RPC after error@1419596152) -> (continuation of Deferred@1165860059 after retry RPC after error@197736835) -> (continuation of Deferred@1293948655 after retry RPC after error@1929939106) -> (continuation of Deferred@1522157916 after retry RPC after error@410875561), errback=(continuation of Deferred@817065883 after retry RPC after error@291752514) -> (continuation of Deferred@490837526 after retry RPC after error@1892140976) -> (continuation of Deferred@1529065860 after retry RPC after error@1419596152) -> (continuation of Deferred@1165860059 after retry RPC after error@197736835) -> (continuation of Deferred@1293948655 after retry RPC after error@1929939106) -> (continuation of Deferred@1522157916 after retry RPC after error@410875561)))
09:05:24.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1575354807(state=PENDING, result=null, callback=(continuation of Deferred@817065883 after retry RPC after error@291752514) -> (continuation of Deferred@490837526 after retry RPC after error@1892140976) -> (continuation of Deferred@1529065860 after retry RPC after error@1419596152) -> (continuation of Deferred@1165860059 after retry RPC after error@197736835) -> (continuation of Deferred@1293948655 after retry RPC after error@1929939106) -> (continuation of Deferred@1522157916 after retry RPC after error@410875561), errback=(continuation of Deferred@817065883 after retry RPC after error@291752514) -> (continuation of Deferred@490837526 after retry RPC after error@1892140976) -> (continuation of Deferred@1529065860 after retry RPC after error@1419596152) -> (continuation of Deferred@1165860059 after retry RPC after error@197736835) -> (continuation of Deferred@1293948655 after retry RPC after error@1929939106) -> (continuation of Deferred@1522157916 after retry RPC after error@410875561)))
09:05:24.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@882868283(state=PENDING, result=null, callback=(continuation of Deferred@307935426 after retry RPC after error@1498949011) -> (continuation of Deferred@1609335116 after retry RPC after error@398085330) -> (continuation of Deferred@1348561487 after retry RPC after error@1217247597) -> (continuation of Deferred@1934669777 after retry RPC after error@919189941) -> (continuation of Deferred@1830919729 after retry RPC after error@1212290089) -> (continuation of Deferred@1046142159 after retry RPC after error@1160105632) -> (continuation of Deferred@605290531 after retry RPC after error@2083498964), errback=(continuation of Deferred@307935426 after retry RPC after error@1498949011) -> (continuation of Deferred@1609335116 after retry RPC after error@398085330) -> (continuation of Deferred@1348561487 after retry RPC after error@1217247597) -> (continuation of Deferred@1934669777 after retry RPC after error@919189941) -> (continuation of Deferred@1830919729 after retry RPC after error@1212290089) -> (continuation of Deferred@1046142159 after retry RPC after error@1160105632) -> (continuation of Deferred@605290531 after retry RPC after error@2083498964)))
09:05:24.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@882868283(state=PENDING, result=null, callback=(continuation of Deferred@307935426 after retry RPC after error@1498949011) -> (continuation of Deferred@1609335116 after retry RPC after error@398085330) -> (continuation of Deferred@1348561487 after retry RPC after error@1217247597) -> (continuation of Deferred@1934669777 after retry RPC after error@919189941) -> (continuation of Deferred@1830919729 after retry RPC after error@1212290089) -> (continuation of Deferred@1046142159 after retry RPC after error@1160105632) -> (continuation of Deferred@605290531 after retry RPC after error@2083498964), errback=(continuation of Deferred@307935426 after retry RPC after error@1498949011) -> (continuation of Deferred@1609335116 after retry RPC after error@398085330) -> (continuation of Deferred@1348561487 after retry RPC after error@1217247597) -> (continuation of Deferred@1934669777 after retry RPC after error@919189941) -> (continuation of Deferred@1830919729 after retry RPC after error@1212290089) -> (continuation of Deferred@1046142159 after retry RPC after error@1160105632) -> (continuation of Deferred@605290531 after retry RPC after error@2083498964)))
09:05:24.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:24.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:24.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:24.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:24.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:24.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@473113376(state=PENDING, result=null, callback=(continuation of Deferred@1530590741 after retry RPC after error@1192576088) -> (continuation of Deferred@1387162668 after retry RPC after error@1468104570) -> (continuation of Deferred@1535619521 after retry RPC after error@912066925) -> (continuation of Deferred@389274758 after retry RPC after error@1268059061) -> (continuation of Deferred@771400383 after retry RPC after error@1941094412) -> (continuation of Deferred@2062345488 after retry RPC after error@424116571) -> (continuation of Deferred@1641035670 after retry RPC after error@67578112), errback=(continuation of Deferred@1530590741 after retry RPC after error@1192576088) -> (continuation of Deferred@1387162668 after retry RPC after error@1468104570) -> (continuation of Deferred@1535619521 after retry RPC after error@912066925) -> (continuation of Deferred@389274758 after retry RPC after error@1268059061) -> (continuation of Deferred@771400383 after retry RPC after error@1941094412) -> (continuation of Deferred@2062345488 after retry RPC after error@424116571) -> (continuation of Deferred@1641035670 after retry RPC after error@67578112)))
09:05:24.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@473113376(state=PENDING, result=null, callback=(continuation of Deferred@1530590741 after retry RPC after error@1192576088) -> (continuation of Deferred@1387162668 after retry RPC after error@1468104570) -> (continuation of Deferred@1535619521 after retry RPC after error@912066925) -> (continuation of Deferred@389274758 after retry RPC after error@1268059061) -> (continuation of Deferred@771400383 after retry RPC after error@1941094412) -> (continuation of Deferred@2062345488 after retry RPC after error@424116571) -> (continuation of Deferred@1641035670 after retry RPC after error@67578112), errback=(continuation of Deferred@1530590741 after retry RPC after error@1192576088) -> (continuation of Deferred@1387162668 after retry RPC after error@1468104570) -> (continuation of Deferred@1535619521 after retry RPC after error@912066925) -> (continuation of Deferred@389274758 after retry RPC after error@1268059061) -> (continuation of Deferred@771400383 after retry RPC after error@1941094412) -> (continuation of Deferred@2062345488 after retry RPC after error@424116571) -> (continuation of Deferred@1641035670 after retry RPC after error@67578112)))
09:05:25.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1613351523(state=PENDING, result=null, callback=(continuation of Deferred@2105681112 after retry RPC after error@581704077) -> (continuation of Deferred@172603992 after retry RPC after error@605885344) -> (continuation of Deferred@1221941023 after retry RPC after error@175591417) -> (continuation of Deferred@1303101333 after retry RPC after error@31929747) -> (continuation of Deferred@1667823391 after retry RPC after error@1397777420) -> (continuation of Deferred@1133985508 after retry RPC after error@2078593192) -> (continuation of Deferred@1603272900 after retry RPC after error@263221054), errback=(continuation of Deferred@2105681112 after retry RPC after error@581704077) -> (continuation of Deferred@172603992 after retry RPC after error@605885344) -> (continuation of Deferred@1221941023 after retry RPC after error@175591417) -> (continuation of Deferred@1303101333 after retry RPC after error@31929747) -> (continuation of Deferred@1667823391 after retry RPC after error@1397777420) -> (continuation of Deferred@1133985508 after retry RPC after error@2078593192) -> (continuation of Deferred@1603272900 after retry RPC after error@263221054)))
09:05:25.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1613351523(state=PENDING, result=null, callback=(continuation of Deferred@2105681112 after retry RPC after error@581704077) -> (continuation of Deferred@172603992 after retry RPC after error@605885344) -> (continuation of Deferred@1221941023 after retry RPC after error@175591417) -> (continuation of Deferred@1303101333 after retry RPC after error@31929747) -> (continuation of Deferred@1667823391 after retry RPC after error@1397777420) -> (continuation of Deferred@1133985508 after retry RPC after error@2078593192) -> (continuation of Deferred@1603272900 after retry RPC after error@263221054), errback=(continuation of Deferred@2105681112 after retry RPC after error@581704077) -> (continuation of Deferred@172603992 after retry RPC after error@605885344) -> (continuation of Deferred@1221941023 after retry RPC after error@175591417) -> (continuation of Deferred@1303101333 after retry RPC after error@31929747) -> (continuation of Deferred@1667823391 after retry RPC after error@1397777420) -> (continuation of Deferred@1133985508 after retry RPC after error@2078593192) -> (continuation of Deferred@1603272900 after retry RPC after error@263221054)))
09:05:25.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.322 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@125879338(state=PENDING, result=null, callback=(continuation of Deferred@344084676 after retry RPC after error@917336270) -> (continuation of Deferred@591760350 after retry RPC after error@585480712) -> (continuation of Deferred@619170528 after retry RPC after error@2039604658) -> (continuation of Deferred@1988463141 after retry RPC after error@2042579719) -> (continuation of Deferred@1662336538 after retry RPC after error@358611903) -> (continuation of Deferred@1339137939 after retry RPC after error@1286935069), errback=(continuation of Deferred@344084676 after retry RPC after error@917336270) -> (continuation of Deferred@591760350 after retry RPC after error@585480712) -> (continuation of Deferred@619170528 after retry RPC after error@2039604658) -> (continuation of Deferred@1988463141 after retry RPC after error@2042579719) -> (continuation of Deferred@1662336538 after retry RPC after error@358611903) -> (continuation of Deferred@1339137939 after retry RPC after error@1286935069)))
09:05:25.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@125879338(state=PENDING, result=null, callback=(continuation of Deferred@344084676 after retry RPC after error@917336270) -> (continuation of Deferred@591760350 after retry RPC after error@585480712) -> (continuation of Deferred@619170528 after retry RPC after error@2039604658) -> (continuation of Deferred@1988463141 after retry RPC after error@2042579719) -> (continuation of Deferred@1662336538 after retry RPC after error@358611903) -> (continuation of Deferred@1339137939 after retry RPC after error@1286935069), errback=(continuation of Deferred@344084676 after retry RPC after error@917336270) -> (continuation of Deferred@591760350 after retry RPC after error@585480712) -> (continuation of Deferred@619170528 after retry RPC after error@2039604658) -> (continuation of Deferred@1988463141 after retry RPC after error@2042579719) -> (continuation of Deferred@1662336538 after retry RPC after error@358611903) -> (continuation of Deferred@1339137939 after retry RPC after error@1286935069)))
09:05:25.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:25.571746 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:25.572052 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:25.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1740420522(state=PENDING, result=null, callback=(continuation of Deferred@1180835435 after retry RPC after error@335838595) -> (continuation of Deferred@1394980304 after retry RPC after error@1370905595) -> (continuation of Deferred@133269216 after retry RPC after error@816716792) -> (continuation of Deferred@1323016968 after retry RPC after error@760303787) -> (continuation of Deferred@647763303 after retry RPC after error@1722661783) -> (continuation of Deferred@1971165097 after retry RPC after error@1376667045) -> (continuation of Deferred@352273838 after retry RPC after error@528823717) -> (continuation of Deferred@115091747 after retry RPC after error@643790640), errback=(continuation of Deferred@1180835435 after retry RPC after error@335838595) -> (continuation of Deferred@1394980304 after retry RPC after error@1370905595) -> (continuation of Deferred@133269216 after retry RPC after error@816716792) -> (continuation of Deferred@1323016968 after retry RPC after error@760303787) -> (continuation of Deferred@647763303 after retry RPC after error@1722661783) -> (continuation of Deferred@1971165097 after retry RPC after error@1376667045) -> (continuation of Deferred@352273838 after retry RPC after error@528823717) -> (continuation of Deferred@115091747 after retry RPC after error@643790640)))
09:05:25.664 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1740420522(state=PENDING, result=null, callback=(continuation of Deferred@1180835435 after retry RPC after error@335838595) -> (continuation of Deferred@1394980304 after retry RPC after error@1370905595) -> (continuation of Deferred@133269216 after retry RPC after error@816716792) -> (continuation of Deferred@1323016968 after retry RPC after error@760303787) -> (continuation of Deferred@647763303 after retry RPC after error@1722661783) -> (continuation of Deferred@1971165097 after retry RPC after error@1376667045) -> (continuation of Deferred@352273838 after retry RPC after error@528823717) -> (continuation of Deferred@115091747 after retry RPC after error@643790640), errback=(continuation of Deferred@1180835435 after retry RPC after error@335838595) -> (continuation of Deferred@1394980304 after retry RPC after error@1370905595) -> (continuation of Deferred@133269216 after retry RPC after error@816716792) -> (continuation of Deferred@1323016968 after retry RPC after error@760303787) -> (continuation of Deferred@647763303 after retry RPC after error@1722661783) -> (continuation of Deferred@1971165097 after retry RPC after error@1376667045) -> (continuation of Deferred@352273838 after retry RPC after error@528823717) -> (continuation of Deferred@115091747 after retry RPC after error@643790640)))
09:05:25.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.941 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2026297742(state=PENDING, result=null, callback=(continuation of Deferred@2036634839 after retry RPC after error@1704561140) -> (continuation of Deferred@1207600828 after retry RPC after error@163458404) -> (continuation of Deferred@1411498664 after retry RPC after error@2103326705) -> (continuation of Deferred@1845657984 after retry RPC after error@372200489) -> (continuation of Deferred@1279389894 after retry RPC after error@1085060864) -> (continuation of Deferred@987242516 after retry RPC after error@1455072634) -> (continuation of Deferred@364816555 after retry RPC after error@806295979), errback=(continuation of Deferred@2036634839 after retry RPC after error@1704561140) -> (continuation of Deferred@1207600828 after retry RPC after error@163458404) -> (continuation of Deferred@1411498664 after retry RPC after error@2103326705) -> (continuation of Deferred@1845657984 after retry RPC after error@372200489) -> (continuation of Deferred@1279389894 after retry RPC after error@1085060864) -> (continuation of Deferred@987242516 after retry RPC after error@1455072634) -> (continuation of Deferred@364816555 after retry RPC after error@806295979)))
09:05:25.942 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:25.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:25.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:25.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:25.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:25.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:25.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1797260620(state=PENDING, result=null, callback=(continuation of Deferred@170794310 after retry RPC after error@1952696879) -> (continuation of Deferred@320796792 after retry RPC after error@2021627186) -> (continuation of Deferred@46232406 after retry RPC after error@1746531219) -> (continuation of Deferred@203426768 after retry RPC after error@141744483) -> (continuation of Deferred@18895096 after retry RPC after error@646098468) -> (continuation of Deferred@720392111 after retry RPC after error@878125651), errback=(continuation of Deferred@170794310 after retry RPC after error@1952696879) -> (continuation of Deferred@320796792 after retry RPC after error@2021627186) -> (continuation of Deferred@46232406 after retry RPC after error@1746531219) -> (continuation of Deferred@203426768 after retry RPC after error@141744483) -> (continuation of Deferred@18895096 after retry RPC after error@646098468) -> (continuation of Deferred@720392111 after retry RPC after error@878125651)))
09:05:26.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1797260620(state=PENDING, result=null, callback=(continuation of Deferred@170794310 after retry RPC after error@1952696879) -> (continuation of Deferred@320796792 after retry RPC after error@2021627186) -> (continuation of Deferred@46232406 after retry RPC after error@1746531219) -> (continuation of Deferred@203426768 after retry RPC after error@141744483) -> (continuation of Deferred@18895096 after retry RPC after error@646098468) -> (continuation of Deferred@720392111 after retry RPC after error@878125651), errback=(continuation of Deferred@170794310 after retry RPC after error@1952696879) -> (continuation of Deferred@320796792 after retry RPC after error@2021627186) -> (continuation of Deferred@46232406 after retry RPC after error@1746531219) -> (continuation of Deferred@203426768 after retry RPC after error@141744483) -> (continuation of Deferred@18895096 after retry RPC after error@646098468) -> (continuation of Deferred@720392111 after retry RPC after error@878125651)))
09:05:26.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1113829306(state=PENDING, result=null, callback=(continuation of Deferred@1216217064 after retry RPC after error@1892831701) -> (continuation of Deferred@410258358 after retry RPC after error@1194686845) -> (continuation of Deferred@1620073676 after retry RPC after error@45016562) -> (continuation of Deferred@985622442 after retry RPC after error@1445797649) -> (continuation of Deferred@876171044 after retry RPC after error@1095609636) -> (continuation of Deferred@9310352 after retry RPC after error@1055216135), errback=(continuation of Deferred@1216217064 after retry RPC after error@1892831701) -> (continuation of Deferred@410258358 after retry RPC after error@1194686845) -> (continuation of Deferred@1620073676 after retry RPC after error@45016562) -> (continuation of Deferred@985622442 after retry RPC after error@1445797649) -> (continuation of Deferred@876171044 after retry RPC after error@1095609636) -> (continuation of Deferred@9310352 after retry RPC after error@1055216135)))
09:05:26.305 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1113829306(state=PENDING, result=null, callback=(continuation of Deferred@1216217064 after retry RPC after error@1892831701) -> (continuation of Deferred@410258358 after retry RPC after error@1194686845) -> (continuation of Deferred@1620073676 after retry RPC after error@45016562) -> (continuation of Deferred@985622442 after retry RPC after error@1445797649) -> (continuation of Deferred@876171044 after retry RPC after error@1095609636) -> (continuation of Deferred@9310352 after retry RPC after error@1055216135), errback=(continuation of Deferred@1216217064 after retry RPC after error@1892831701) -> (continuation of Deferred@410258358 after retry RPC after error@1194686845) -> (continuation of Deferred@1620073676 after retry RPC after error@45016562) -> (continuation of Deferred@985622442 after retry RPC after error@1445797649) -> (continuation of Deferred@876171044 after retry RPC after error@1095609636) -> (continuation of Deferred@9310352 after retry RPC after error@1055216135)))
09:05:26.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.581 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1854922973(state=PENDING, result=null, callback=(continuation of Deferred@1944763683 after retry RPC after error@20368024) -> (continuation of Deferred@1152116549 after retry RPC after error@1437822469) -> (continuation of Deferred@1939264053 after retry RPC after error@1153672405) -> (continuation of Deferred@1598677703 after retry RPC after error@298089581) -> (continuation of Deferred@1418072858 after retry RPC after error@230350931) -> (continuation of Deferred@494232825 after retry RPC after error@803226670) -> (continuation of Deferred@1260035083 after retry RPC after error@293094723), errback=(continuation of Deferred@1944763683 after retry RPC after error@20368024) -> (continuation of Deferred@1152116549 after retry RPC after error@1437822469) -> (continuation of Deferred@1939264053 after retry RPC after error@1153672405) -> (continuation of Deferred@1598677703 after retry RPC after error@298089581) -> (continuation of Deferred@1418072858 after retry RPC after error@230350931) -> (continuation of Deferred@494232825 after retry RPC after error@803226670) -> (continuation of Deferred@1260035083 after retry RPC after error@293094723)))
09:05:26.581 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:26.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1204236007(state=PENDING, result=null, callback=(continuation of Deferred@1234340842 after retry RPC after error@1869762855) -> (continuation of Deferred@1416206663 after retry RPC after error@707208507) -> (continuation of Deferred@2000107086 after retry RPC after error@179419878) -> (continuation of Deferred@311077206 after retry RPC after error@26695873) -> (continuation of Deferred@1331469307 after retry RPC after error@1211989628) -> (continuation of Deferred@263892532 after retry RPC after error@877702738) -> (continuation of Deferred@527988832 after retry RPC after error@1008020333), errback=(continuation of Deferred@1234340842 after retry RPC after error@1869762855) -> (continuation of Deferred@1416206663 after retry RPC after error@707208507) -> (continuation of Deferred@2000107086 after retry RPC after error@179419878) -> (continuation of Deferred@311077206 after retry RPC after error@26695873) -> (continuation of Deferred@1331469307 after retry RPC after error@1211989628) -> (continuation of Deferred@263892532 after retry RPC after error@877702738) -> (continuation of Deferred@527988832 after retry RPC after error@1008020333)))
09:05:26.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1204236007(state=PENDING, result=null, callback=(continuation of Deferred@1234340842 after retry RPC after error@1869762855) -> (continuation of Deferred@1416206663 after retry RPC after error@707208507) -> (continuation of Deferred@2000107086 after retry RPC after error@179419878) -> (continuation of Deferred@311077206 after retry RPC after error@26695873) -> (continuation of Deferred@1331469307 after retry RPC after error@1211989628) -> (continuation of Deferred@263892532 after retry RPC after error@877702738) -> (continuation of Deferred@527988832 after retry RPC after error@1008020333), errback=(continuation of Deferred@1234340842 after retry RPC after error@1869762855) -> (continuation of Deferred@1416206663 after retry RPC after error@707208507) -> (continuation of Deferred@2000107086 after retry RPC after error@179419878) -> (continuation of Deferred@311077206 after retry RPC after error@26695873) -> (continuation of Deferred@1331469307 after retry RPC after error@1211989628) -> (continuation of Deferred@263892532 after retry RPC after error@877702738) -> (continuation of Deferred@527988832 after retry RPC after error@1008020333)))
09:05:26.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:26.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:26.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:26.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:26.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:26.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@897279307(state=PENDING, result=null, callback=(continuation of Deferred@2088564203 after retry RPC after error@1386405857) -> (continuation of Deferred@2103942659 after retry RPC after error@324599257) -> (continuation of Deferred@135299572 after retry RPC after error@1284053696) -> (continuation of Deferred@224330452 after retry RPC after error@1497202835) -> (continuation of Deferred@1429120353 after retry RPC after error@1366686238) -> (continuation of Deferred@617155398 after retry RPC after error@298135124) -> (continuation of Deferred@828408992 after retry RPC after error@1337671064) -> (continuation of Deferred@591694866 after retry RPC after error@466330016), errback=(continuation of Deferred@2088564203 after retry RPC after error@1386405857) -> (continuation of Deferred@2103942659 after retry RPC after error@324599257) -> (continuation of Deferred@135299572 after retry RPC after error@1284053696) -> (continuation of Deferred@224330452 after retry RPC after error@1497202835) -> (continuation of Deferred@1429120353 after retry RPC after error@1366686238) -> (continuation of Deferred@617155398 after retry RPC after error@298135124) -> (continuation of Deferred@828408992 after retry RPC after error@1337671064) -> (continuation of Deferred@591694866 after retry RPC after error@466330016)))
09:05:27.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@897279307(state=PENDING, result=null, callback=(continuation of Deferred@2088564203 after retry RPC after error@1386405857) -> (continuation of Deferred@2103942659 after retry RPC after error@324599257) -> (continuation of Deferred@135299572 after retry RPC after error@1284053696) -> (continuation of Deferred@224330452 after retry RPC after error@1497202835) -> (continuation of Deferred@1429120353 after retry RPC after error@1366686238) -> (continuation of Deferred@617155398 after retry RPC after error@298135124) -> (continuation of Deferred@828408992 after retry RPC after error@1337671064) -> (continuation of Deferred@591694866 after retry RPC after error@466330016), errback=(continuation of Deferred@2088564203 after retry RPC after error@1386405857) -> (continuation of Deferred@2103942659 after retry RPC after error@324599257) -> (continuation of Deferred@135299572 after retry RPC after error@1284053696) -> (continuation of Deferred@224330452 after retry RPC after error@1497202835) -> (continuation of Deferred@1429120353 after retry RPC after error@1366686238) -> (continuation of Deferred@617155398 after retry RPC after error@298135124) -> (continuation of Deferred@828408992 after retry RPC after error@1337671064) -> (continuation of Deferred@591694866 after retry RPC after error@466330016)))
09:05:27.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.381 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1540103213(state=PENDING, result=null, callback=(continuation of Deferred@419800130 after retry RPC after error@1156056055) -> (continuation of Deferred@455403493 after retry RPC after error@540196312) -> (continuation of Deferred@337717800 after retry RPC after error@282223840) -> (continuation of Deferred@754299600 after retry RPC after error@429659883) -> (continuation of Deferred@82911130 after retry RPC after error@126328448) -> (continuation of Deferred@107335570 after retry RPC after error@2134358779) -> (continuation of Deferred@1932945224 after retry RPC after error@1216255024), errback=(continuation of Deferred@419800130 after retry RPC after error@1156056055) -> (continuation of Deferred@455403493 after retry RPC after error@540196312) -> (continuation of Deferred@337717800 after retry RPC after error@282223840) -> (continuation of Deferred@754299600 after retry RPC after error@429659883) -> (continuation of Deferred@82911130 after retry RPC after error@126328448) -> (continuation of Deferred@107335570 after retry RPC after error@2134358779) -> (continuation of Deferred@1932945224 after retry RPC after error@1216255024)))
09:05:27.382 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:27.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@427632383(state=PENDING, result=null, callback=(continuation of Deferred@1893740635 after retry RPC after error@2028332720) -> (continuation of Deferred@90569439 after retry RPC after error@1977581138) -> (continuation of Deferred@80542298 after retry RPC after error@1397443605) -> (continuation of Deferred@2035480481 after retry RPC after error@2012293943) -> (continuation of Deferred@344723897 after retry RPC after error@497999065) -> (continuation of Deferred@1932513074 after retry RPC after error@226097907) -> (continuation of Deferred@2030842684 after retry RPC after error@305098960), errback=(continuation of Deferred@1893740635 after retry RPC after error@2028332720) -> (continuation of Deferred@90569439 after retry RPC after error@1977581138) -> (continuation of Deferred@80542298 after retry RPC after error@1397443605) -> (continuation of Deferred@2035480481 after retry RPC after error@2012293943) -> (continuation of Deferred@344723897 after retry RPC after error@497999065) -> (continuation of Deferred@1932513074 after retry RPC after error@226097907) -> (continuation of Deferred@2030842684 after retry RPC after error@305098960)))
09:05:27.604 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@427632383(state=PENDING, result=null, callback=(continuation of Deferred@1893740635 after retry RPC after error@2028332720) -> (continuation of Deferred@90569439 after retry RPC after error@1977581138) -> (continuation of Deferred@80542298 after retry RPC after error@1397443605) -> (continuation of Deferred@2035480481 after retry RPC after error@2012293943) -> (continuation of Deferred@344723897 after retry RPC after error@497999065) -> (continuation of Deferred@1932513074 after retry RPC after error@226097907) -> (continuation of Deferred@2030842684 after retry RPC after error@305098960), errback=(continuation of Deferred@1893740635 after retry RPC after error@2028332720) -> (continuation of Deferred@90569439 after retry RPC after error@1977581138) -> (continuation of Deferred@80542298 after retry RPC after error@1397443605) -> (continuation of Deferred@2035480481 after retry RPC after error@2012293943) -> (continuation of Deferred@344723897 after retry RPC after error@497999065) -> (continuation of Deferred@1932513074 after retry RPC after error@226097907) -> (continuation of Deferred@2030842684 after retry RPC after error@305098960)))
09:05:27.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@798908426(state=PENDING, result=null, callback=(continuation of Deferred@1900821194 after retry RPC after error@1632156434) -> (continuation of Deferred@1006163303 after retry RPC after error@1731886114) -> (continuation of Deferred@2008055909 after retry RPC after error@1401173418) -> (continuation of Deferred@774541648 after retry RPC after error@440738779) -> (continuation of Deferred@1761946462 after retry RPC after error@467561137) -> (continuation of Deferred@1627703435 after retry RPC after error@1391228043) -> (continuation of Deferred@317979219 after retry RPC after error@2047906142), errback=(continuation of Deferred@1900821194 after retry RPC after error@1632156434) -> (continuation of Deferred@1006163303 after retry RPC after error@1731886114) -> (continuation of Deferred@2008055909 after retry RPC after error@1401173418) -> (continuation of Deferred@774541648 after retry RPC after error@440738779) -> (continuation of Deferred@1761946462 after retry RPC after error@467561137) -> (continuation of Deferred@1627703435 after retry RPC after error@1391228043) -> (continuation of Deferred@317979219 after retry RPC after error@2047906142)))
09:05:27.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@798908426(state=PENDING, result=null, callback=(continuation of Deferred@1900821194 after retry RPC after error@1632156434) -> (continuation of Deferred@1006163303 after retry RPC after error@1731886114) -> (continuation of Deferred@2008055909 after retry RPC after error@1401173418) -> (continuation of Deferred@774541648 after retry RPC after error@440738779) -> (continuation of Deferred@1761946462 after retry RPC after error@467561137) -> (continuation of Deferred@1627703435 after retry RPC after error@1391228043) -> (continuation of Deferred@317979219 after retry RPC after error@2047906142), errback=(continuation of Deferred@1900821194 after retry RPC after error@1632156434) -> (continuation of Deferred@1006163303 after retry RPC after error@1731886114) -> (continuation of Deferred@2008055909 after retry RPC after error@1401173418) -> (continuation of Deferred@774541648 after retry RPC after error@440738779) -> (continuation of Deferred@1761946462 after retry RPC after error@467561137) -> (continuation of Deferred@1627703435 after retry RPC after error@1391228043) -> (continuation of Deferred@317979219 after retry RPC after error@2047906142)))
09:05:27.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:27.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:27.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:27.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:27.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:27.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [6ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [10ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1608713632(state=PENDING, result=null, callback=(continuation of Deferred@1230504659 after retry RPC after error@1542990891) -> (continuation of Deferred@738100206 after retry RPC after error@1819757876) -> (continuation of Deferred@1697682675 after retry RPC after error@2134078730) -> (continuation of Deferred@537753841 after retry RPC after error@1992658729) -> (continuation of Deferred@397609486 after retry RPC after error@1934407383) -> (continuation of Deferred@952992447 after retry RPC after error@1655438920) -> (continuation of Deferred@1841789801 after retry RPC after error@2066448904), errback=(continuation of Deferred@1230504659 after retry RPC after error@1542990891) -> (continuation of Deferred@738100206 after retry RPC after error@1819757876) -> (continuation of Deferred@1697682675 after retry RPC after error@2134078730) -> (continuation of Deferred@537753841 after retry RPC after error@1992658729) -> (continuation of Deferred@397609486 after retry RPC after error@1934407383) -> (continuation of Deferred@952992447 after retry RPC after error@1655438920) -> (continuation of Deferred@1841789801 after retry RPC after error@2066448904)))
09:05:28.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [6ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [10ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1608713632(state=PENDING, result=null, callback=(continuation of Deferred@1230504659 after retry RPC after error@1542990891) -> (continuation of Deferred@738100206 after retry RPC after error@1819757876) -> (continuation of Deferred@1697682675 after retry RPC after error@2134078730) -> (continuation of Deferred@537753841 after retry RPC after error@1992658729) -> (continuation of Deferred@397609486 after retry RPC after error@1934407383) -> (continuation of Deferred@952992447 after retry RPC after error@1655438920) -> (continuation of Deferred@1841789801 after retry RPC after error@2066448904), errback=(continuation of Deferred@1230504659 after retry RPC after error@1542990891) -> (continuation of Deferred@738100206 after retry RPC after error@1819757876) -> (continuation of Deferred@1697682675 after retry RPC after error@2134078730) -> (continuation of Deferred@537753841 after retry RPC after error@1992658729) -> (continuation of Deferred@397609486 after retry RPC after error@1934407383) -> (continuation of Deferred@952992447 after retry RPC after error@1655438920) -> (continuation of Deferred@1841789801 after retry RPC after error@2066448904)))
09:05:28.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1076160117(state=PENDING, result=null, callback=(continuation of Deferred@784923655 after retry RPC after error@774791984) -> (continuation of Deferred@1640572342 after retry RPC after error@104427700) -> (continuation of Deferred@1870171312 after retry RPC after error@840058252) -> (continuation of Deferred@450765549 after retry RPC after error@1462722002) -> (continuation of Deferred@2082035339 after retry RPC after error@1543983777) -> (continuation of Deferred@933612166 after retry RPC after error@449433709), errback=(continuation of Deferred@784923655 after retry RPC after error@774791984) -> (continuation of Deferred@1640572342 after retry RPC after error@104427700) -> (continuation of Deferred@1870171312 after retry RPC after error@840058252) -> (continuation of Deferred@450765549 after retry RPC after error@1462722002) -> (continuation of Deferred@2082035339 after retry RPC after error@1543983777) -> (continuation of Deferred@933612166 after retry RPC after error@449433709)))
09:05:28.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1076160117(state=PENDING, result=null, callback=(continuation of Deferred@784923655 after retry RPC after error@774791984) -> (continuation of Deferred@1640572342 after retry RPC after error@104427700) -> (continuation of Deferred@1870171312 after retry RPC after error@840058252) -> (continuation of Deferred@450765549 after retry RPC after error@1462722002) -> (continuation of Deferred@2082035339 after retry RPC after error@1543983777) -> (continuation of Deferred@933612166 after retry RPC after error@449433709), errback=(continuation of Deferred@784923655 after retry RPC after error@774791984) -> (continuation of Deferred@1640572342 after retry RPC after error@104427700) -> (continuation of Deferred@1870171312 after retry RPC after error@840058252) -> (continuation of Deferred@450765549 after retry RPC after error@1462722002) -> (continuation of Deferred@2082035339 after retry RPC after error@1543983777) -> (continuation of Deferred@933612166 after retry RPC after error@449433709)))
09:05:28.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=191), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [191ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [191ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@375519899(state=PENDING, result=null, callback=(continuation of Deferred@1746669369 after retry RPC after error@717047960) -> (continuation of Deferred@518586642 after retry RPC after error@122000758) -> (continuation of Deferred@262682464 after retry RPC after error@1334925189) -> (continuation of Deferred@421932788 after retry RPC after error@853796483) -> (continuation of Deferred@2084488328 after retry RPC after error@970361333) -> (continuation of Deferred@296702389 after retry RPC after error@1012235005) -> (continuation of Deferred@910549883 after retry RPC after error@995188071), errback=(continuation of Deferred@1746669369 after retry RPC after error@717047960) -> (continuation of Deferred@518586642 after retry RPC after error@122000758) -> (continuation of Deferred@262682464 after retry RPC after error@1334925189) -> (continuation of Deferred@421932788 after retry RPC after error@853796483) -> (continuation of Deferred@2084488328 after retry RPC after error@970361333) -> (continuation of Deferred@296702389 after retry RPC after error@1012235005) -> (continuation of Deferred@910549883 after retry RPC after error@995188071)))
09:05:28.532 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=191), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [191ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [191ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@375519899(state=PENDING, result=null, callback=(continuation of Deferred@1746669369 after retry RPC after error@717047960) -> (continuation of Deferred@518586642 after retry RPC after error@122000758) -> (continuation of Deferred@262682464 after retry RPC after error@1334925189) -> (continuation of Deferred@421932788 after retry RPC after error@853796483) -> (continuation of Deferred@2084488328 after retry RPC after error@970361333) -> (continuation of Deferred@296702389 after retry RPC after error@1012235005) -> (continuation of Deferred@910549883 after retry RPC after error@995188071), errback=(continuation of Deferred@1746669369 after retry RPC after error@717047960) -> (continuation of Deferred@518586642 after retry RPC after error@122000758) -> (continuation of Deferred@262682464 after retry RPC after error@1334925189) -> (continuation of Deferred@421932788 after retry RPC after error@853796483) -> (continuation of Deferred@2084488328 after retry RPC after error@970361333) -> (continuation of Deferred@296702389 after retry RPC after error@1012235005) -> (continuation of Deferred@910549883 after retry RPC after error@995188071)))
09:05:28.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@111043485(state=PENDING, result=null, callback=(continuation of Deferred@766703861 after retry RPC after error@385819341) -> (continuation of Deferred@1565209273 after retry RPC after error@683417606) -> (continuation of Deferred@309530804 after retry RPC after error@2104865149) -> (continuation of Deferred@2033158800 after retry RPC after error@819603875) -> (continuation of Deferred@983984572 after retry RPC after error@1778964940) -> (continuation of Deferred@1870050583 after retry RPC after error@234884715), errback=(continuation of Deferred@766703861 after retry RPC after error@385819341) -> (continuation of Deferred@1565209273 after retry RPC after error@683417606) -> (continuation of Deferred@309530804 after retry RPC after error@2104865149) -> (continuation of Deferred@2033158800 after retry RPC after error@819603875) -> (continuation of Deferred@983984572 after retry RPC after error@1778964940) -> (continuation of Deferred@1870050583 after retry RPC after error@234884715)))
09:05:28.725 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@111043485(state=PENDING, result=null, callback=(continuation of Deferred@766703861 after retry RPC after error@385819341) -> (continuation of Deferred@1565209273 after retry RPC after error@683417606) -> (continuation of Deferred@309530804 after retry RPC after error@2104865149) -> (continuation of Deferred@2033158800 after retry RPC after error@819603875) -> (continuation of Deferred@983984572 after retry RPC after error@1778964940) -> (continuation of Deferred@1870050583 after retry RPC after error@234884715), errback=(continuation of Deferred@766703861 after retry RPC after error@385819341) -> (continuation of Deferred@1565209273 after retry RPC after error@683417606) -> (continuation of Deferred@309530804 after retry RPC after error@2104865149) -> (continuation of Deferred@2033158800 after retry RPC after error@819603875) -> (continuation of Deferred@983984572 after retry RPC after error@1778964940) -> (continuation of Deferred@1870050583 after retry RPC after error@234884715)))
09:05:28.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:28.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1790820582(state=PENDING, result=null, callback=(continuation of Deferred@45376303 after retry RPC after error@584595899) -> (continuation of Deferred@1193977576 after retry RPC after error@1125442587) -> (continuation of Deferred@1654147661 after retry RPC after error@24027716) -> (continuation of Deferred@325146983 after retry RPC after error@1999721260) -> (continuation of Deferred@1474016677 after retry RPC after error@601047448) -> (continuation of Deferred@979406564 after retry RPC after error@1194660535) -> (continuation of Deferred@1305076073 after retry RPC after error@1957672649), errback=(continuation of Deferred@45376303 after retry RPC after error@584595899) -> (continuation of Deferred@1193977576 after retry RPC after error@1125442587) -> (continuation of Deferred@1654147661 after retry RPC after error@24027716) -> (continuation of Deferred@325146983 after retry RPC after error@1999721260) -> (continuation of Deferred@1474016677 after retry RPC after error@601047448) -> (continuation of Deferred@979406564 after retry RPC after error@1194660535) -> (continuation of Deferred@1305076073 after retry RPC after error@1957672649)))
09:05:28.964 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1790820582(state=PENDING, result=null, callback=(continuation of Deferred@45376303 after retry RPC after error@584595899) -> (continuation of Deferred@1193977576 after retry RPC after error@1125442587) -> (continuation of Deferred@1654147661 after retry RPC after error@24027716) -> (continuation of Deferred@325146983 after retry RPC after error@1999721260) -> (continuation of Deferred@1474016677 after retry RPC after error@601047448) -> (continuation of Deferred@979406564 after retry RPC after error@1194660535) -> (continuation of Deferred@1305076073 after retry RPC after error@1957672649), errback=(continuation of Deferred@45376303 after retry RPC after error@584595899) -> (continuation of Deferred@1193977576 after retry RPC after error@1125442587) -> (continuation of Deferred@1654147661 after retry RPC after error@24027716) -> (continuation of Deferred@325146983 after retry RPC after error@1999721260) -> (continuation of Deferred@1474016677 after retry RPC after error@601047448) -> (continuation of Deferred@979406564 after retry RPC after error@1194660535) -> (continuation of Deferred@1305076073 after retry RPC after error@1957672649)))
09:05:28.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:28.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:28.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:28.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:28.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1998814349(state=PENDING, result=null, callback=(continuation of Deferred@268654522 after retry RPC after error@1804131380) -> (continuation of Deferred@758789938 after retry RPC after error@1091690764) -> (continuation of Deferred@1260765203 after retry RPC after error@1726078015) -> (continuation of Deferred@446620790 after retry RPC after error@1422491560) -> (continuation of Deferred@831064186 after retry RPC after error@1499540048) -> (continuation of Deferred@875681886 after retry RPC after error@723178831) -> (continuation of Deferred@1386857102 after retry RPC after error@38424865), errback=(continuation of Deferred@268654522 after retry RPC after error@1804131380) -> (continuation of Deferred@758789938 after retry RPC after error@1091690764) -> (continuation of Deferred@1260765203 after retry RPC after error@1726078015) -> (continuation of Deferred@446620790 after retry RPC after error@1422491560) -> (continuation of Deferred@831064186 after retry RPC after error@1499540048) -> (continuation of Deferred@875681886 after retry RPC after error@723178831) -> (continuation of Deferred@1386857102 after retry RPC after error@38424865)))
09:05:29.224 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1998814349(state=PENDING, result=null, callback=(continuation of Deferred@268654522 after retry RPC after error@1804131380) -> (continuation of Deferred@758789938 after retry RPC after error@1091690764) -> (continuation of Deferred@1260765203 after retry RPC after error@1726078015) -> (continuation of Deferred@446620790 after retry RPC after error@1422491560) -> (continuation of Deferred@831064186 after retry RPC after error@1499540048) -> (continuation of Deferred@875681886 after retry RPC after error@723178831) -> (continuation of Deferred@1386857102 after retry RPC after error@38424865), errback=(continuation of Deferred@268654522 after retry RPC after error@1804131380) -> (continuation of Deferred@758789938 after retry RPC after error@1091690764) -> (continuation of Deferred@1260765203 after retry RPC after error@1726078015) -> (continuation of Deferred@446620790 after retry RPC after error@1422491560) -> (continuation of Deferred@831064186 after retry RPC after error@1499540048) -> (continuation of Deferred@875681886 after retry RPC after error@723178831) -> (continuation of Deferred@1386857102 after retry RPC after error@38424865)))
09:05:29.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.501 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2067820201(state=PENDING, result=null, callback=(continuation of Deferred@780353427 after retry RPC after error@1480393206) -> (continuation of Deferred@1048534166 after retry RPC after error@1186089174) -> (continuation of Deferred@1912244276 after retry RPC after error@1106777420) -> (continuation of Deferred@94861833 after retry RPC after error@1359443603) -> (continuation of Deferred@1956245423 after retry RPC after error@1976223237) -> (continuation of Deferred@1266912647 after retry RPC after error@559602058) -> (continuation of Deferred@436579993 after retry RPC after error@970762546), errback=(continuation of Deferred@780353427 after retry RPC after error@1480393206) -> (continuation of Deferred@1048534166 after retry RPC after error@1186089174) -> (continuation of Deferred@1912244276 after retry RPC after error@1106777420) -> (continuation of Deferred@94861833 after retry RPC after error@1359443603) -> (continuation of Deferred@1956245423 after retry RPC after error@1976223237) -> (continuation of Deferred@1266912647 after retry RPC after error@559602058) -> (continuation of Deferred@436579993 after retry RPC after error@970762546)))
09:05:29.502 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:29.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@328015185(state=PENDING, result=null, callback=(continuation of Deferred@1907864879 after retry RPC after error@749873083) -> (continuation of Deferred@288277816 after retry RPC after error@1790064089) -> (continuation of Deferred@652278637 after retry RPC after error@466788341) -> (continuation of Deferred@2092080818 after retry RPC after error@131428352) -> (continuation of Deferred@642766852 after retry RPC after error@703452687) -> (continuation of Deferred@1094883982 after retry RPC after error@1841014742), errback=(continuation of Deferred@1907864879 after retry RPC after error@749873083) -> (continuation of Deferred@288277816 after retry RPC after error@1790064089) -> (continuation of Deferred@652278637 after retry RPC after error@466788341) -> (continuation of Deferred@2092080818 after retry RPC after error@131428352) -> (continuation of Deferred@642766852 after retry RPC after error@703452687) -> (continuation of Deferred@1094883982 after retry RPC after error@1841014742)))
09:05:29.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@328015185(state=PENDING, result=null, callback=(continuation of Deferred@1907864879 after retry RPC after error@749873083) -> (continuation of Deferred@288277816 after retry RPC after error@1790064089) -> (continuation of Deferred@652278637 after retry RPC after error@466788341) -> (continuation of Deferred@2092080818 after retry RPC after error@131428352) -> (continuation of Deferred@642766852 after retry RPC after error@703452687) -> (continuation of Deferred@1094883982 after retry RPC after error@1841014742), errback=(continuation of Deferred@1907864879 after retry RPC after error@749873083) -> (continuation of Deferred@288277816 after retry RPC after error@1790064089) -> (continuation of Deferred@652278637 after retry RPC after error@466788341) -> (continuation of Deferred@2092080818 after retry RPC after error@131428352) -> (continuation of Deferred@642766852 after retry RPC after error@703452687) -> (continuation of Deferred@1094883982 after retry RPC after error@1841014742)))
09:05:29.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@468507828(state=PENDING, result=null, callback=(continuation of Deferred@1415850655 after retry RPC after error@934265312) -> (continuation of Deferred@479205180 after retry RPC after error@1633968486) -> (continuation of Deferred@346136327 after retry RPC after error@1573452978) -> (continuation of Deferred@1098725824 after retry RPC after error@63967192) -> (continuation of Deferred@462545154 after retry RPC after error@19313582) -> (continuation of Deferred@691878259 after retry RPC after error@714100035), errback=(continuation of Deferred@1415850655 after retry RPC after error@934265312) -> (continuation of Deferred@479205180 after retry RPC after error@1633968486) -> (continuation of Deferred@346136327 after retry RPC after error@1573452978) -> (continuation of Deferred@1098725824 after retry RPC after error@63967192) -> (continuation of Deferred@462545154 after retry RPC after error@19313582) -> (continuation of Deferred@691878259 after retry RPC after error@714100035)))
09:05:29.863 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@468507828(state=PENDING, result=null, callback=(continuation of Deferred@1415850655 after retry RPC after error@934265312) -> (continuation of Deferred@479205180 after retry RPC after error@1633968486) -> (continuation of Deferred@346136327 after retry RPC after error@1573452978) -> (continuation of Deferred@1098725824 after retry RPC after error@63967192) -> (continuation of Deferred@462545154 after retry RPC after error@19313582) -> (continuation of Deferred@691878259 after retry RPC after error@714100035), errback=(continuation of Deferred@1415850655 after retry RPC after error@934265312) -> (continuation of Deferred@479205180 after retry RPC after error@1633968486) -> (continuation of Deferred@346136327 after retry RPC after error@1573452978) -> (continuation of Deferred@1098725824 after retry RPC after error@63967192) -> (continuation of Deferred@462545154 after retry RPC after error@19313582) -> (continuation of Deferred@691878259 after retry RPC after error@714100035)))
09:05:29.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.888 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:29.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:29.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:29.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:29.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:29.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [10ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2071210275(state=PENDING, result=null, callback=(continuation of Deferred@1150788566 after retry RPC after error@1610151769) -> (continuation of Deferred@440674812 after retry RPC after error@1076045478) -> (continuation of Deferred@961786983 after retry RPC after error@554294827) -> (continuation of Deferred@439945279 after retry RPC after error@1131813832) -> (continuation of Deferred@1738702669 after retry RPC after error@146087188) -> (continuation of Deferred@1520407757 after retry RPC after error@692349965), errback=(continuation of Deferred@1150788566 after retry RPC after error@1610151769) -> (continuation of Deferred@440674812 after retry RPC after error@1076045478) -> (continuation of Deferred@961786983 after retry RPC after error@554294827) -> (continuation of Deferred@439945279 after retry RPC after error@1131813832) -> (continuation of Deferred@1738702669 after retry RPC after error@146087188) -> (continuation of Deferred@1520407757 after retry RPC after error@692349965)))
09:05:30.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [10ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2071210275(state=PENDING, result=null, callback=(continuation of Deferred@1150788566 after retry RPC after error@1610151769) -> (continuation of Deferred@440674812 after retry RPC after error@1076045478) -> (continuation of Deferred@961786983 after retry RPC after error@554294827) -> (continuation of Deferred@439945279 after retry RPC after error@1131813832) -> (continuation of Deferred@1738702669 after retry RPC after error@146087188) -> (continuation of Deferred@1520407757 after retry RPC after error@692349965), errback=(continuation of Deferred@1150788566 after retry RPC after error@1610151769) -> (continuation of Deferred@440674812 after retry RPC after error@1076045478) -> (continuation of Deferred@961786983 after retry RPC after error@554294827) -> (continuation of Deferred@439945279 after retry RPC after error@1131813832) -> (continuation of Deferred@1738702669 after retry RPC after error@146087188) -> (continuation of Deferred@1520407757 after retry RPC after error@692349965)))
09:05:30.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1674580704(state=PENDING, result=null, callback=(continuation of Deferred@1374712592 after retry RPC after error@1845673655) -> (continuation of Deferred@482483790 after retry RPC after error@2145802276) -> (continuation of Deferred@769449019 after retry RPC after error@1456486449) -> (continuation of Deferred@1517055179 after retry RPC after error@394668250) -> (continuation of Deferred@1559237397 after retry RPC after error@188135690) -> (continuation of Deferred@847615635 after retry RPC after error@342075617) -> (continuation of Deferred@1222080963 after retry RPC after error@1981249338), errback=(continuation of Deferred@1374712592 after retry RPC after error@1845673655) -> (continuation of Deferred@482483790 after retry RPC after error@2145802276) -> (continuation of Deferred@769449019 after retry RPC after error@1456486449) -> (continuation of Deferred@1517055179 after retry RPC after error@394668250) -> (continuation of Deferred@1559237397 after retry RPC after error@188135690) -> (continuation of Deferred@847615635 after retry RPC after error@342075617) -> (continuation of Deferred@1222080963 after retry RPC after error@1981249338)))
09:05:30.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1674580704(state=PENDING, result=null, callback=(continuation of Deferred@1374712592 after retry RPC after error@1845673655) -> (continuation of Deferred@482483790 after retry RPC after error@2145802276) -> (continuation of Deferred@769449019 after retry RPC after error@1456486449) -> (continuation of Deferred@1517055179 after retry RPC after error@394668250) -> (continuation of Deferred@1559237397 after retry RPC after error@188135690) -> (continuation of Deferred@847615635 after retry RPC after error@342075617) -> (continuation of Deferred@1222080963 after retry RPC after error@1981249338), errback=(continuation of Deferred@1374712592 after retry RPC after error@1845673655) -> (continuation of Deferred@482483790 after retry RPC after error@2145802276) -> (continuation of Deferred@769449019 after retry RPC after error@1456486449) -> (continuation of Deferred@1517055179 after retry RPC after error@394668250) -> (continuation of Deferred@1559237397 after retry RPC after error@188135690) -> (continuation of Deferred@847615635 after retry RPC after error@342075617) -> (continuation of Deferred@1222080963 after retry RPC after error@1981249338)))
09:05:30.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1260429871(state=PENDING, result=null, callback=(continuation of Deferred@1616722393 after retry RPC after error@623955455) -> (continuation of Deferred@1625458487 after retry RPC after error@782069982) -> (continuation of Deferred@663160613 after retry RPC after error@83585311) -> (continuation of Deferred@1892978056 after retry RPC after error@898238668) -> (continuation of Deferred@707497847 after retry RPC after error@1967634620) -> (continuation of Deferred@564904785 after retry RPC after error@1149395904) -> (continuation of Deferred@841227280 after retry RPC after error@2062467248), errback=(continuation of Deferred@1616722393 after retry RPC after error@623955455) -> (continuation of Deferred@1625458487 after retry RPC after error@782069982) -> (continuation of Deferred@663160613 after retry RPC after error@83585311) -> (continuation of Deferred@1892978056 after retry RPC after error@898238668) -> (continuation of Deferred@707497847 after retry RPC after error@1967634620) -> (continuation of Deferred@564904785 after retry RPC after error@1149395904) -> (continuation of Deferred@841227280 after retry RPC after error@2062467248)))
09:05:30.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [244ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1260429871(state=PENDING, result=null, callback=(continuation of Deferred@1616722393 after retry RPC after error@623955455) -> (continuation of Deferred@1625458487 after retry RPC after error@782069982) -> (continuation of Deferred@663160613 after retry RPC after error@83585311) -> (continuation of Deferred@1892978056 after retry RPC after error@898238668) -> (continuation of Deferred@707497847 after retry RPC after error@1967634620) -> (continuation of Deferred@564904785 after retry RPC after error@1149395904) -> (continuation of Deferred@841227280 after retry RPC after error@2062467248), errback=(continuation of Deferred@1616722393 after retry RPC after error@623955455) -> (continuation of Deferred@1625458487 after retry RPC after error@782069982) -> (continuation of Deferred@663160613 after retry RPC after error@83585311) -> (continuation of Deferred@1892978056 after retry RPC after error@898238668) -> (continuation of Deferred@707497847 after retry RPC after error@1967634620) -> (continuation of Deferred@564904785 after retry RPC after error@1149395904) -> (continuation of Deferred@841227280 after retry RPC after error@2062467248)))
09:05:30.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:30.574194 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:30.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:30.574440 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:30.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1567436349(state=PENDING, result=null, callback=(continuation of Deferred@1411501570 after retry RPC after error@1765905290) -> (continuation of Deferred@516429231 after retry RPC after error@710986893) -> (continuation of Deferred@1894471197 after retry RPC after error@366167625) -> (continuation of Deferred@1273519153 after retry RPC after error@1732306277) -> (continuation of Deferred@1295060014 after retry RPC after error@1121970895) -> (continuation of Deferred@1264533361 after retry RPC after error@726958258), errback=(continuation of Deferred@1411501570 after retry RPC after error@1765905290) -> (continuation of Deferred@516429231 after retry RPC after error@710986893) -> (continuation of Deferred@1894471197 after retry RPC after error@366167625) -> (continuation of Deferred@1273519153 after retry RPC after error@1732306277) -> (continuation of Deferred@1295060014 after retry RPC after error@1121970895) -> (continuation of Deferred@1264533361 after retry RPC after error@726958258)))
09:05:30.724 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1567436349(state=PENDING, result=null, callback=(continuation of Deferred@1411501570 after retry RPC after error@1765905290) -> (continuation of Deferred@516429231 after retry RPC after error@710986893) -> (continuation of Deferred@1894471197 after retry RPC after error@366167625) -> (continuation of Deferred@1273519153 after retry RPC after error@1732306277) -> (continuation of Deferred@1295060014 after retry RPC after error@1121970895) -> (continuation of Deferred@1264533361 after retry RPC after error@726958258), errback=(continuation of Deferred@1411501570 after retry RPC after error@1765905290) -> (continuation of Deferred@516429231 after retry RPC after error@710986893) -> (continuation of Deferred@1894471197 after retry RPC after error@366167625) -> (continuation of Deferred@1273519153 after retry RPC after error@1732306277) -> (continuation of Deferred@1295060014 after retry RPC after error@1121970895) -> (continuation of Deferred@1264533361 after retry RPC after error@726958258)))
09:05:30.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@153585741(state=PENDING, result=null, callback=(continuation of Deferred@1068831260 after retry RPC after error@1243327089) -> (continuation of Deferred@1478026639 after retry RPC after error@1833462561) -> (continuation of Deferred@2063249766 after retry RPC after error@1839580266) -> (continuation of Deferred@1913549004 after retry RPC after error@1546718415) -> (continuation of Deferred@1936717742 after retry RPC after error@808119101) -> (continuation of Deferred@832792036 after retry RPC after error@1696616555), errback=(continuation of Deferred@1068831260 after retry RPC after error@1243327089) -> (continuation of Deferred@1478026639 after retry RPC after error@1833462561) -> (continuation of Deferred@2063249766 after retry RPC after error@1839580266) -> (continuation of Deferred@1913549004 after retry RPC after error@1546718415) -> (continuation of Deferred@1936717742 after retry RPC after error@808119101) -> (continuation of Deferred@832792036 after retry RPC after error@1696616555)))
09:05:30.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@153585741(state=PENDING, result=null, callback=(continuation of Deferred@1068831260 after retry RPC after error@1243327089) -> (continuation of Deferred@1478026639 after retry RPC after error@1833462561) -> (continuation of Deferred@2063249766 after retry RPC after error@1839580266) -> (continuation of Deferred@1913549004 after retry RPC after error@1546718415) -> (continuation of Deferred@1936717742 after retry RPC after error@808119101) -> (continuation of Deferred@832792036 after retry RPC after error@1696616555), errback=(continuation of Deferred@1068831260 after retry RPC after error@1243327089) -> (continuation of Deferred@1478026639 after retry RPC after error@1833462561) -> (continuation of Deferred@2063249766 after retry RPC after error@1839580266) -> (continuation of Deferred@1913549004 after retry RPC after error@1546718415) -> (continuation of Deferred@1936717742 after retry RPC after error@808119101) -> (continuation of Deferred@832792036 after retry RPC after error@1696616555)))
09:05:30.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:30.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:30.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:30.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:30.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:30.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.221 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1654468043(state=PENDING, result=null, callback=(continuation of Deferred@1897904976 after retry RPC after error@736087613) -> (continuation of Deferred@2076979239 after retry RPC after error@1882499552) -> (continuation of Deferred@2096974221 after retry RPC after error@696704521) -> (continuation of Deferred@860986902 after retry RPC after error@1719622197) -> (continuation of Deferred@1893258838 after retry RPC after error@1873881298) -> (continuation of Deferred@1345305116 after retry RPC after error@1285422302) -> (continuation of Deferred@2059528573 after retry RPC after error@475052367) -> (continuation of Deferred@822218627 after retry RPC after error@307920497), errback=(continuation of Deferred@1897904976 after retry RPC after error@736087613) -> (continuation of Deferred@2076979239 after retry RPC after error@1882499552) -> (continuation of Deferred@2096974221 after retry RPC after error@696704521) -> (continuation of Deferred@860986902 after retry RPC after error@1719622197) -> (continuation of Deferred@1893258838 after retry RPC after error@1873881298) -> (continuation of Deferred@1345305116 after retry RPC after error@1285422302) -> (continuation of Deferred@2059528573 after retry RPC after error@475052367) -> (continuation of Deferred@822218627 after retry RPC after error@307920497)))
09:05:31.222 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:31.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1536068807(state=PENDING, result=null, callback=(continuation of Deferred@240125342 after retry RPC after error@887261624) -> (continuation of Deferred@328251726 after retry RPC after error@1012397903) -> (continuation of Deferred@841312686 after retry RPC after error@304781595) -> (continuation of Deferred@73795801 after retry RPC after error@126380693) -> (continuation of Deferred@511253459 after retry RPC after error@1490922310) -> (continuation of Deferred@1825132612 after retry RPC after error@676418442) -> (continuation of Deferred@2124440272 after retry RPC after error@1259495897) -> (continuation of Deferred@1845445519 after retry RPC after error@1326481593), errback=(continuation of Deferred@240125342 after retry RPC after error@887261624) -> (continuation of Deferred@328251726 after retry RPC after error@1012397903) -> (continuation of Deferred@841312686 after retry RPC after error@304781595) -> (continuation of Deferred@73795801 after retry RPC after error@126380693) -> (continuation of Deferred@511253459 after retry RPC after error@1490922310) -> (continuation of Deferred@1825132612 after retry RPC after error@676418442) -> (continuation of Deferred@2124440272 after retry RPC after error@1259495897) -> (continuation of Deferred@1845445519 after retry RPC after error@1326481593)))
09:05:31.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1536068807(state=PENDING, result=null, callback=(continuation of Deferred@240125342 after retry RPC after error@887261624) -> (continuation of Deferred@328251726 after retry RPC after error@1012397903) -> (continuation of Deferred@841312686 after retry RPC after error@304781595) -> (continuation of Deferred@73795801 after retry RPC after error@126380693) -> (continuation of Deferred@511253459 after retry RPC after error@1490922310) -> (continuation of Deferred@1825132612 after retry RPC after error@676418442) -> (continuation of Deferred@2124440272 after retry RPC after error@1259495897) -> (continuation of Deferred@1845445519 after retry RPC after error@1326481593), errback=(continuation of Deferred@240125342 after retry RPC after error@887261624) -> (continuation of Deferred@328251726 after retry RPC after error@1012397903) -> (continuation of Deferred@841312686 after retry RPC after error@304781595) -> (continuation of Deferred@73795801 after retry RPC after error@126380693) -> (continuation of Deferred@511253459 after retry RPC after error@1490922310) -> (continuation of Deferred@1825132612 after retry RPC after error@676418442) -> (continuation of Deferred@2124440272 after retry RPC after error@1259495897) -> (continuation of Deferred@1845445519 after retry RPC after error@1326481593)))
09:05:31.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@188231570(state=PENDING, result=null, callback=(continuation of Deferred@1132818805 after retry RPC after error@397103866) -> (continuation of Deferred@1919153660 after retry RPC after error@946671773) -> (continuation of Deferred@1351340092 after retry RPC after error@494560341) -> (continuation of Deferred@1885056531 after retry RPC after error@543338877) -> (continuation of Deferred@778477437 after retry RPC after error@1617960488) -> (continuation of Deferred@1307975427 after retry RPC after error@2024449689) -> (continuation of Deferred@1655526278 after retry RPC after error@38568101), errback=(continuation of Deferred@1132818805 after retry RPC after error@397103866) -> (continuation of Deferred@1919153660 after retry RPC after error@946671773) -> (continuation of Deferred@1351340092 after retry RPC after error@494560341) -> (continuation of Deferred@1885056531 after retry RPC after error@543338877) -> (continuation of Deferred@778477437 after retry RPC after error@1617960488) -> (continuation of Deferred@1307975427 after retry RPC after error@2024449689) -> (continuation of Deferred@1655526278 after retry RPC after error@38568101)))
09:05:31.724 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@188231570(state=PENDING, result=null, callback=(continuation of Deferred@1132818805 after retry RPC after error@397103866) -> (continuation of Deferred@1919153660 after retry RPC after error@946671773) -> (continuation of Deferred@1351340092 after retry RPC after error@494560341) -> (continuation of Deferred@1885056531 after retry RPC after error@543338877) -> (continuation of Deferred@778477437 after retry RPC after error@1617960488) -> (continuation of Deferred@1307975427 after retry RPC after error@2024449689) -> (continuation of Deferred@1655526278 after retry RPC after error@38568101), errback=(continuation of Deferred@1132818805 after retry RPC after error@397103866) -> (continuation of Deferred@1919153660 after retry RPC after error@946671773) -> (continuation of Deferred@1351340092 after retry RPC after error@494560341) -> (continuation of Deferred@1885056531 after retry RPC after error@543338877) -> (continuation of Deferred@778477437 after retry RPC after error@1617960488) -> (continuation of Deferred@1307975427 after retry RPC after error@2024449689) -> (continuation of Deferred@1655526278 after retry RPC after error@38568101)))
09:05:31.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2086690319(state=PENDING, result=null, callback=(continuation of Deferred@526638229 after retry RPC after error@299653724) -> (continuation of Deferred@223459245 after retry RPC after error@1933512750) -> (continuation of Deferred@1916399016 after retry RPC after error@29640457) -> (continuation of Deferred@19428419 after retry RPC after error@169716264) -> (continuation of Deferred@930366062 after retry RPC after error@346793862) -> (continuation of Deferred@1449349948 after retry RPC after error@826863410), errback=(continuation of Deferred@526638229 after retry RPC after error@299653724) -> (continuation of Deferred@223459245 after retry RPC after error@1933512750) -> (continuation of Deferred@1916399016 after retry RPC after error@29640457) -> (continuation of Deferred@19428419 after retry RPC after error@169716264) -> (continuation of Deferred@930366062 after retry RPC after error@346793862) -> (continuation of Deferred@1449349948 after retry RPC after error@826863410)))
09:05:31.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2086690319(state=PENDING, result=null, callback=(continuation of Deferred@526638229 after retry RPC after error@299653724) -> (continuation of Deferred@223459245 after retry RPC after error@1933512750) -> (continuation of Deferred@1916399016 after retry RPC after error@29640457) -> (continuation of Deferred@19428419 after retry RPC after error@169716264) -> (continuation of Deferred@930366062 after retry RPC after error@346793862) -> (continuation of Deferred@1449349948 after retry RPC after error@826863410), errback=(continuation of Deferred@526638229 after retry RPC after error@299653724) -> (continuation of Deferred@223459245 after retry RPC after error@1933512750) -> (continuation of Deferred@1916399016 after retry RPC after error@29640457) -> (continuation of Deferred@19428419 after retry RPC after error@169716264) -> (continuation of Deferred@930366062 after retry RPC after error@346793862) -> (continuation of Deferred@1449349948 after retry RPC after error@826863410)))
09:05:31.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:31.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:31.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:31.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:31.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:31.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.184 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@885199603(state=PENDING, result=null, callback=(continuation of Deferred@1349878022 after retry RPC after error@813095398) -> (continuation of Deferred@1990796887 after retry RPC after error@1523709691) -> (continuation of Deferred@651178262 after retry RPC after error@544171459) -> (continuation of Deferred@533423111 after retry RPC after error@1249390379) -> (continuation of Deferred@1837625331 after retry RPC after error@916315901) -> (continuation of Deferred@1915907957 after retry RPC after error@2033719151) -> (continuation of Deferred@731027404 after retry RPC after error@1931529845), errback=(continuation of Deferred@1349878022 after retry RPC after error@813095398) -> (continuation of Deferred@1990796887 after retry RPC after error@1523709691) -> (continuation of Deferred@651178262 after retry RPC after error@544171459) -> (continuation of Deferred@533423111 after retry RPC after error@1249390379) -> (continuation of Deferred@1837625331 after retry RPC after error@916315901) -> (continuation of Deferred@1915907957 after retry RPC after error@2033719151) -> (continuation of Deferred@731027404 after retry RPC after error@1931529845)))
09:05:32.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@885199603(state=PENDING, result=null, callback=(continuation of Deferred@1349878022 after retry RPC after error@813095398) -> (continuation of Deferred@1990796887 after retry RPC after error@1523709691) -> (continuation of Deferred@651178262 after retry RPC after error@544171459) -> (continuation of Deferred@533423111 after retry RPC after error@1249390379) -> (continuation of Deferred@1837625331 after retry RPC after error@916315901) -> (continuation of Deferred@1915907957 after retry RPC after error@2033719151) -> (continuation of Deferred@731027404 after retry RPC after error@1931529845), errback=(continuation of Deferred@1349878022 after retry RPC after error@813095398) -> (continuation of Deferred@1990796887 after retry RPC after error@1523709691) -> (continuation of Deferred@651178262 after retry RPC after error@544171459) -> (continuation of Deferred@533423111 after retry RPC after error@1249390379) -> (continuation of Deferred@1837625331 after retry RPC after error@916315901) -> (continuation of Deferred@1915907957 after retry RPC after error@2033719151) -> (continuation of Deferred@731027404 after retry RPC after error@1931529845)))
09:05:32.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1508387306(state=PENDING, result=null, callback=(continuation of Deferred@664596956 after retry RPC after error@1800456679) -> (continuation of Deferred@142580953 after retry RPC after error@272651077) -> (continuation of Deferred@1343378048 after retry RPC after error@1038136980) -> (continuation of Deferred@1225616549 after retry RPC after error@1539691706) -> (continuation of Deferred@427891472 after retry RPC after error@560814754) -> (continuation of Deferred@61301358 after retry RPC after error@1982989988), errback=(continuation of Deferred@664596956 after retry RPC after error@1800456679) -> (continuation of Deferred@142580953 after retry RPC after error@272651077) -> (continuation of Deferred@1343378048 after retry RPC after error@1038136980) -> (continuation of Deferred@1225616549 after retry RPC after error@1539691706) -> (continuation of Deferred@427891472 after retry RPC after error@560814754) -> (continuation of Deferred@61301358 after retry RPC after error@1982989988)))
09:05:32.364 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1508387306(state=PENDING, result=null, callback=(continuation of Deferred@664596956 after retry RPC after error@1800456679) -> (continuation of Deferred@142580953 after retry RPC after error@272651077) -> (continuation of Deferred@1343378048 after retry RPC after error@1038136980) -> (continuation of Deferred@1225616549 after retry RPC after error@1539691706) -> (continuation of Deferred@427891472 after retry RPC after error@560814754) -> (continuation of Deferred@61301358 after retry RPC after error@1982989988), errback=(continuation of Deferred@664596956 after retry RPC after error@1800456679) -> (continuation of Deferred@142580953 after retry RPC after error@272651077) -> (continuation of Deferred@1343378048 after retry RPC after error@1038136980) -> (continuation of Deferred@1225616549 after retry RPC after error@1539691706) -> (continuation of Deferred@427891472 after retry RPC after error@560814754) -> (continuation of Deferred@61301358 after retry RPC after error@1982989988)))
09:05:32.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1335122974(state=PENDING, result=null, callback=(continuation of Deferred@1486009434 after retry RPC after error@1955852380) -> (continuation of Deferred@1982094510 after retry RPC after error@465406680) -> (continuation of Deferred@1447087505 after retry RPC after error@1035650581) -> (continuation of Deferred@1764703264 after retry RPC after error@515080343) -> (continuation of Deferred@1322252949 after retry RPC after error@623773495) -> (continuation of Deferred@896590222 after retry RPC after error@935684239) -> (continuation of Deferred@107947952 after retry RPC after error@1403887605), errback=(continuation of Deferred@1486009434 after retry RPC after error@1955852380) -> (continuation of Deferred@1982094510 after retry RPC after error@465406680) -> (continuation of Deferred@1447087505 after retry RPC after error@1035650581) -> (continuation of Deferred@1764703264 after retry RPC after error@515080343) -> (continuation of Deferred@1322252949 after retry RPC after error@623773495) -> (continuation of Deferred@896590222 after retry RPC after error@935684239) -> (continuation of Deferred@107947952 after retry RPC after error@1403887605)))
09:05:32.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1335122974(state=PENDING, result=null, callback=(continuation of Deferred@1486009434 after retry RPC after error@1955852380) -> (continuation of Deferred@1982094510 after retry RPC after error@465406680) -> (continuation of Deferred@1447087505 after retry RPC after error@1035650581) -> (continuation of Deferred@1764703264 after retry RPC after error@515080343) -> (continuation of Deferred@1322252949 after retry RPC after error@623773495) -> (continuation of Deferred@896590222 after retry RPC after error@935684239) -> (continuation of Deferred@107947952 after retry RPC after error@1403887605), errback=(continuation of Deferred@1486009434 after retry RPC after error@1955852380) -> (continuation of Deferred@1982094510 after retry RPC after error@465406680) -> (continuation of Deferred@1447087505 after retry RPC after error@1035650581) -> (continuation of Deferred@1764703264 after retry RPC after error@515080343) -> (continuation of Deferred@1322252949 after retry RPC after error@623773495) -> (continuation of Deferred@896590222 after retry RPC after error@935684239) -> (continuation of Deferred@107947952 after retry RPC after error@1403887605)))
09:05:32.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@659566490(state=PENDING, result=null, callback=(continuation of Deferred@1732258537 after retry RPC after error@1944857143) -> (continuation of Deferred@337367837 after retry RPC after error@839975675) -> (continuation of Deferred@1423995186 after retry RPC after error@1187988491) -> (continuation of Deferred@210171124 after retry RPC after error@909785413) -> (continuation of Deferred@1636087633 after retry RPC after error@1566005366) -> (continuation of Deferred@1724724860 after retry RPC after error@31120369), errback=(continuation of Deferred@1732258537 after retry RPC after error@1944857143) -> (continuation of Deferred@337367837 after retry RPC after error@839975675) -> (continuation of Deferred@1423995186 after retry RPC after error@1187988491) -> (continuation of Deferred@210171124 after retry RPC after error@909785413) -> (continuation of Deferred@1636087633 after retry RPC after error@1566005366) -> (continuation of Deferred@1724724860 after retry RPC after error@31120369)))
09:05:32.763 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@659566490(state=PENDING, result=null, callback=(continuation of Deferred@1732258537 after retry RPC after error@1944857143) -> (continuation of Deferred@337367837 after retry RPC after error@839975675) -> (continuation of Deferred@1423995186 after retry RPC after error@1187988491) -> (continuation of Deferred@210171124 after retry RPC after error@909785413) -> (continuation of Deferred@1636087633 after retry RPC after error@1566005366) -> (continuation of Deferred@1724724860 after retry RPC after error@31120369), errback=(continuation of Deferred@1732258537 after retry RPC after error@1944857143) -> (continuation of Deferred@337367837 after retry RPC after error@839975675) -> (continuation of Deferred@1423995186 after retry RPC after error@1187988491) -> (continuation of Deferred@210171124 after retry RPC after error@909785413) -> (continuation of Deferred@1636087633 after retry RPC after error@1566005366) -> (continuation of Deferred@1724724860 after retry RPC after error@31120369)))
09:05:32.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:32.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:32.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:32.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:32.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:32.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1164523712(state=PENDING, result=null, callback=(continuation of Deferred@1878894804 after retry RPC after error@1775761638) -> (continuation of Deferred@1155470475 after retry RPC after error@1224510440) -> (continuation of Deferred@1254433067 after retry RPC after error@470020189) -> (continuation of Deferred@549770266 after retry RPC after error@206288929) -> (continuation of Deferred@1877216506 after retry RPC after error@1827051587) -> (continuation of Deferred@1787094465 after retry RPC after error@996131328), errback=(continuation of Deferred@1878894804 after retry RPC after error@1775761638) -> (continuation of Deferred@1155470475 after retry RPC after error@1224510440) -> (continuation of Deferred@1254433067 after retry RPC after error@470020189) -> (continuation of Deferred@549770266 after retry RPC after error@206288929) -> (continuation of Deferred@1877216506 after retry RPC after error@1827051587) -> (continuation of Deferred@1787094465 after retry RPC after error@996131328)))
09:05:32.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1164523712(state=PENDING, result=null, callback=(continuation of Deferred@1878894804 after retry RPC after error@1775761638) -> (continuation of Deferred@1155470475 after retry RPC after error@1224510440) -> (continuation of Deferred@1254433067 after retry RPC after error@470020189) -> (continuation of Deferred@549770266 after retry RPC after error@206288929) -> (continuation of Deferred@1877216506 after retry RPC after error@1827051587) -> (continuation of Deferred@1787094465 after retry RPC after error@996131328), errback=(continuation of Deferred@1878894804 after retry RPC after error@1775761638) -> (continuation of Deferred@1155470475 after retry RPC after error@1224510440) -> (continuation of Deferred@1254433067 after retry RPC after error@470020189) -> (continuation of Deferred@549770266 after retry RPC after error@206288929) -> (continuation of Deferred@1877216506 after retry RPC after error@1827051587) -> (continuation of Deferred@1787094465 after retry RPC after error@996131328)))
09:05:33.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1345052312(state=PENDING, result=null, callback=(continuation of Deferred@2007797243 after retry RPC after error@1072227279) -> (continuation of Deferred@1080459769 after retry RPC after error@1312249971) -> (continuation of Deferred@1575470875 after retry RPC after error@627679731) -> (continuation of Deferred@1374979566 after retry RPC after error@636791651) -> (continuation of Deferred@1179152345 after retry RPC after error@776354010) -> (continuation of Deferred@1541935881 after retry RPC after error@1539769508), errback=(continuation of Deferred@2007797243 after retry RPC after error@1072227279) -> (continuation of Deferred@1080459769 after retry RPC after error@1312249971) -> (continuation of Deferred@1575470875 after retry RPC after error@627679731) -> (continuation of Deferred@1374979566 after retry RPC after error@636791651) -> (continuation of Deferred@1179152345 after retry RPC after error@776354010) -> (continuation of Deferred@1541935881 after retry RPC after error@1539769508)))
09:05:33.204 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1345052312(state=PENDING, result=null, callback=(continuation of Deferred@2007797243 after retry RPC after error@1072227279) -> (continuation of Deferred@1080459769 after retry RPC after error@1312249971) -> (continuation of Deferred@1575470875 after retry RPC after error@627679731) -> (continuation of Deferred@1374979566 after retry RPC after error@636791651) -> (continuation of Deferred@1179152345 after retry RPC after error@776354010) -> (continuation of Deferred@1541935881 after retry RPC after error@1539769508), errback=(continuation of Deferred@2007797243 after retry RPC after error@1072227279) -> (continuation of Deferred@1080459769 after retry RPC after error@1312249971) -> (continuation of Deferred@1575470875 after retry RPC after error@627679731) -> (continuation of Deferred@1374979566 after retry RPC after error@636791651) -> (continuation of Deferred@1179152345 after retry RPC after error@776354010) -> (continuation of Deferred@1541935881 after retry RPC after error@1539769508)))
09:05:33.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@5094514(state=PENDING, result=null, callback=(continuation of Deferred@1378196117 after retry RPC after error@612124375) -> (continuation of Deferred@1180804721 after retry RPC after error@723660003) -> (continuation of Deferred@1429076512 after retry RPC after error@329335980) -> (continuation of Deferred@1488464519 after retry RPC after error@1648836679) -> (continuation of Deferred@1484868309 after retry RPC after error@1100800333) -> (continuation of Deferred@1483278315 after retry RPC after error@7610841) -> (continuation of Deferred@1391527136 after retry RPC after error@1950417274), errback=(continuation of Deferred@1378196117 after retry RPC after error@612124375) -> (continuation of Deferred@1180804721 after retry RPC after error@723660003) -> (continuation of Deferred@1429076512 after retry RPC after error@329335980) -> (continuation of Deferred@1488464519 after retry RPC after error@1648836679) -> (continuation of Deferred@1484868309 after retry RPC after error@1100800333) -> (continuation of Deferred@1483278315 after retry RPC after error@7610841) -> (continuation of Deferred@1391527136 after retry RPC after error@1950417274)))
09:05:33.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@5094514(state=PENDING, result=null, callback=(continuation of Deferred@1378196117 after retry RPC after error@612124375) -> (continuation of Deferred@1180804721 after retry RPC after error@723660003) -> (continuation of Deferred@1429076512 after retry RPC after error@329335980) -> (continuation of Deferred@1488464519 after retry RPC after error@1648836679) -> (continuation of Deferred@1484868309 after retry RPC after error@1100800333) -> (continuation of Deferred@1483278315 after retry RPC after error@7610841) -> (continuation of Deferred@1391527136 after retry RPC after error@1950417274), errback=(continuation of Deferred@1378196117 after retry RPC after error@612124375) -> (continuation of Deferred@1180804721 after retry RPC after error@723660003) -> (continuation of Deferred@1429076512 after retry RPC after error@329335980) -> (continuation of Deferred@1488464519 after retry RPC after error@1648836679) -> (continuation of Deferred@1484868309 after retry RPC after error@1100800333) -> (continuation of Deferred@1483278315 after retry RPC after error@7610841) -> (continuation of Deferred@1391527136 after retry RPC after error@1950417274)))
09:05:33.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1010413263(state=PENDING, result=null, callback=(continuation of Deferred@1496339268 after retry RPC after error@1996927843) -> (continuation of Deferred@842803567 after retry RPC after error@1132639793) -> (continuation of Deferred@410220406 after retry RPC after error@1512854192) -> (continuation of Deferred@159940555 after retry RPC after error@1601004533) -> (continuation of Deferred@1554409385 after retry RPC after error@1680279391) -> (continuation of Deferred@781933111 after retry RPC after error@450754266), errback=(continuation of Deferred@1496339268 after retry RPC after error@1996927843) -> (continuation of Deferred@842803567 after retry RPC after error@1132639793) -> (continuation of Deferred@410220406 after retry RPC after error@1512854192) -> (continuation of Deferred@159940555 after retry RPC after error@1601004533) -> (continuation of Deferred@1554409385 after retry RPC after error@1680279391) -> (continuation of Deferred@781933111 after retry RPC after error@450754266)))
09:05:33.645 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1010413263(state=PENDING, result=null, callback=(continuation of Deferred@1496339268 after retry RPC after error@1996927843) -> (continuation of Deferred@842803567 after retry RPC after error@1132639793) -> (continuation of Deferred@410220406 after retry RPC after error@1512854192) -> (continuation of Deferred@159940555 after retry RPC after error@1601004533) -> (continuation of Deferred@1554409385 after retry RPC after error@1680279391) -> (continuation of Deferred@781933111 after retry RPC after error@450754266), errback=(continuation of Deferred@1496339268 after retry RPC after error@1996927843) -> (continuation of Deferred@842803567 after retry RPC after error@1132639793) -> (continuation of Deferred@410220406 after retry RPC after error@1512854192) -> (continuation of Deferred@159940555 after retry RPC after error@1601004533) -> (continuation of Deferred@1554409385 after retry RPC after error@1680279391) -> (continuation of Deferred@781933111 after retry RPC after error@450754266)))
09:05:33.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1178233925(state=PENDING, result=null, callback=(continuation of Deferred@1138926176 after retry RPC after error@2099997802) -> (continuation of Deferred@466409872 after retry RPC after error@235001576) -> (continuation of Deferred@1478919402 after retry RPC after error@2118708152) -> (continuation of Deferred@62238136 after retry RPC after error@50564528) -> (continuation of Deferred@1877891310 after retry RPC after error@1447197568) -> (continuation of Deferred@2016724125 after retry RPC after error@1732622374) -> (continuation of Deferred@2062656776 after retry RPC after error@1059737517) -> (continuation of Deferred@1633973497 after retry RPC after error@724202619), errback=(continuation of Deferred@1138926176 after retry RPC after error@2099997802) -> (continuation of Deferred@466409872 after retry RPC after error@235001576) -> (continuation of Deferred@1478919402 after retry RPC after error@2118708152) -> (continuation of Deferred@62238136 after retry RPC after error@50564528) -> (continuation of Deferred@1877891310 after retry RPC after error@1447197568) -> (continuation of Deferred@2016724125 after retry RPC after error@1732622374) -> (continuation of Deferred@2062656776 after retry RPC after error@1059737517) -> (continuation of Deferred@1633973497 after retry RPC after error@724202619)))
09:05:33.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1178233925(state=PENDING, result=null, callback=(continuation of Deferred@1138926176 after retry RPC after error@2099997802) -> (continuation of Deferred@466409872 after retry RPC after error@235001576) -> (continuation of Deferred@1478919402 after retry RPC after error@2118708152) -> (continuation of Deferred@62238136 after retry RPC after error@50564528) -> (continuation of Deferred@1877891310 after retry RPC after error@1447197568) -> (continuation of Deferred@2016724125 after retry RPC after error@1732622374) -> (continuation of Deferred@2062656776 after retry RPC after error@1059737517) -> (continuation of Deferred@1633973497 after retry RPC after error@724202619), errback=(continuation of Deferred@1138926176 after retry RPC after error@2099997802) -> (continuation of Deferred@466409872 after retry RPC after error@235001576) -> (continuation of Deferred@1478919402 after retry RPC after error@2118708152) -> (continuation of Deferred@62238136 after retry RPC after error@50564528) -> (continuation of Deferred@1877891310 after retry RPC after error@1447197568) -> (continuation of Deferred@2016724125 after retry RPC after error@1732622374) -> (continuation of Deferred@2062656776 after retry RPC after error@1059737517) -> (continuation of Deferred@1633973497 after retry RPC after error@724202619)))
09:05:33.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:33.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:33.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:33.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:33.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:33.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1344555363(state=PENDING, result=null, callback=(continuation of Deferred@1530885559 after retry RPC after error@1888996185) -> (continuation of Deferred@1245848743 after retry RPC after error@945755101) -> (continuation of Deferred@409815980 after retry RPC after error@1458476795) -> (continuation of Deferred@231929757 after retry RPC after error@1305730049) -> (continuation of Deferred@1058131516 after retry RPC after error@501927531) -> (continuation of Deferred@127843412 after retry RPC after error@1417567090) -> (continuation of Deferred@1697583087 after retry RPC after error@788339895), errback=(continuation of Deferred@1530885559 after retry RPC after error@1888996185) -> (continuation of Deferred@1245848743 after retry RPC after error@945755101) -> (continuation of Deferred@409815980 after retry RPC after error@1458476795) -> (continuation of Deferred@231929757 after retry RPC after error@1305730049) -> (continuation of Deferred@1058131516 after retry RPC after error@501927531) -> (continuation of Deferred@127843412 after retry RPC after error@1417567090) -> (continuation of Deferred@1697583087 after retry RPC after error@788339895)))
09:05:34.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1344555363(state=PENDING, result=null, callback=(continuation of Deferred@1530885559 after retry RPC after error@1888996185) -> (continuation of Deferred@1245848743 after retry RPC after error@945755101) -> (continuation of Deferred@409815980 after retry RPC after error@1458476795) -> (continuation of Deferred@231929757 after retry RPC after error@1305730049) -> (continuation of Deferred@1058131516 after retry RPC after error@501927531) -> (continuation of Deferred@127843412 after retry RPC after error@1417567090) -> (continuation of Deferred@1697583087 after retry RPC after error@788339895), errback=(continuation of Deferred@1530885559 after retry RPC after error@1888996185) -> (continuation of Deferred@1245848743 after retry RPC after error@945755101) -> (continuation of Deferred@409815980 after retry RPC after error@1458476795) -> (continuation of Deferred@231929757 after retry RPC after error@1305730049) -> (continuation of Deferred@1058131516 after retry RPC after error@501927531) -> (continuation of Deferred@127843412 after retry RPC after error@1417567090) -> (continuation of Deferred@1697583087 after retry RPC after error@788339895)))
09:05:34.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1078891871(state=PENDING, result=null, callback=(continuation of Deferred@1673553566 after retry RPC after error@306905738) -> (continuation of Deferred@448510051 after retry RPC after error@778772998) -> (continuation of Deferred@1325356483 after retry RPC after error@82461124) -> (continuation of Deferred@1138067866 after retry RPC after error@878311668) -> (continuation of Deferred@3990257 after retry RPC after error@1443784531) -> (continuation of Deferred@972602705 after retry RPC after error@1117613250) -> (continuation of Deferred@626074890 after retry RPC after error@12646924) -> (continuation of Deferred@2091834736 after retry RPC after error@1442600283) -> (continuation of Deferred@2041136027 after retry RPC after error@2126435896), errback=(continuation of Deferred@1673553566 after retry RPC after error@306905738) -> (continuation of Deferred@448510051 after retry RPC after error@778772998) -> (continuation of Deferred@1325356483 after retry RPC after error@82461124) -> (continuation of Deferred@1138067866 after retry RPC after error@878311668) -> (continuation of Deferred@3990257 after retry RPC after error@1443784531) -> (continuation of Deferred@972602705 after retry RPC after error@1117613250) -> (continuation of Deferred@626074890 after retry RPC after error@12646924) -> (continuation of Deferred@2091834736 after retry RPC after error@1442600283) -> (continuation of Deferred@2041136027 after retry RPC after error@2126435896)))
09:05:34.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1078891871(state=PENDING, result=null, callback=(continuation of Deferred@1673553566 after retry RPC after error@306905738) -> (continuation of Deferred@448510051 after retry RPC after error@778772998) -> (continuation of Deferred@1325356483 after retry RPC after error@82461124) -> (continuation of Deferred@1138067866 after retry RPC after error@878311668) -> (continuation of Deferred@3990257 after retry RPC after error@1443784531) -> (continuation of Deferred@972602705 after retry RPC after error@1117613250) -> (continuation of Deferred@626074890 after retry RPC after error@12646924) -> (continuation of Deferred@2091834736 after retry RPC after error@1442600283) -> (continuation of Deferred@2041136027 after retry RPC after error@2126435896), errback=(continuation of Deferred@1673553566 after retry RPC after error@306905738) -> (continuation of Deferred@448510051 after retry RPC after error@778772998) -> (continuation of Deferred@1325356483 after retry RPC after error@82461124) -> (continuation of Deferred@1138067866 after retry RPC after error@878311668) -> (continuation of Deferred@3990257 after retry RPC after error@1443784531) -> (continuation of Deferred@972602705 after retry RPC after error@1117613250) -> (continuation of Deferred@626074890 after retry RPC after error@12646924) -> (continuation of Deferred@2091834736 after retry RPC after error@1442600283) -> (continuation of Deferred@2041136027 after retry RPC after error@2126435896)))
09:05:34.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@775615852(state=PENDING, result=null, callback=(continuation of Deferred@1365431315 after retry RPC after error@1346151477) -> (continuation of Deferred@1055662285 after retry RPC after error@1191457769) -> (continuation of Deferred@8496470 after retry RPC after error@900310143) -> (continuation of Deferred@1788612687 after retry RPC after error@216137102) -> (continuation of Deferred@29839953 after retry RPC after error@2041939018) -> (continuation of Deferred@1931603291 after retry RPC after error@1890542396), errback=(continuation of Deferred@1365431315 after retry RPC after error@1346151477) -> (continuation of Deferred@1055662285 after retry RPC after error@1191457769) -> (continuation of Deferred@8496470 after retry RPC after error@900310143) -> (continuation of Deferred@1788612687 after retry RPC after error@216137102) -> (continuation of Deferred@29839953 after retry RPC after error@2041939018) -> (continuation of Deferred@1931603291 after retry RPC after error@1890542396)))
09:05:34.584 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@775615852(state=PENDING, result=null, callback=(continuation of Deferred@1365431315 after retry RPC after error@1346151477) -> (continuation of Deferred@1055662285 after retry RPC after error@1191457769) -> (continuation of Deferred@8496470 after retry RPC after error@900310143) -> (continuation of Deferred@1788612687 after retry RPC after error@216137102) -> (continuation of Deferred@29839953 after retry RPC after error@2041939018) -> (continuation of Deferred@1931603291 after retry RPC after error@1890542396), errback=(continuation of Deferred@1365431315 after retry RPC after error@1346151477) -> (continuation of Deferred@1055662285 after retry RPC after error@1191457769) -> (continuation of Deferred@8496470 after retry RPC after error@900310143) -> (continuation of Deferred@1788612687 after retry RPC after error@216137102) -> (continuation of Deferred@29839953 after retry RPC after error@2041939018) -> (continuation of Deferred@1931603291 after retry RPC after error@1890542396)))
09:05:34.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.861 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@66083979(state=PENDING, result=null, callback=(continuation of Deferred@1606721644 after retry RPC after error@643715686) -> (continuation of Deferred@1954131899 after retry RPC after error@1978442171) -> (continuation of Deferred@257009834 after retry RPC after error@1539835460) -> (continuation of Deferred@1660255985 after retry RPC after error@1912924781) -> (continuation of Deferred@1888618623 after retry RPC after error@1802750479) -> (continuation of Deferred@582493030 after retry RPC after error@2008740574) -> (continuation of Deferred@386653606 after retry RPC after error@1650282234), errback=(continuation of Deferred@1606721644 after retry RPC after error@643715686) -> (continuation of Deferred@1954131899 after retry RPC after error@1978442171) -> (continuation of Deferred@257009834 after retry RPC after error@1539835460) -> (continuation of Deferred@1660255985 after retry RPC after error@1912924781) -> (continuation of Deferred@1888618623 after retry RPC after error@1802750479) -> (continuation of Deferred@582493030 after retry RPC after error@2008740574) -> (continuation of Deferred@386653606 after retry RPC after error@1650282234)))
09:05:34.862 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:34.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:34.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:34.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:34.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:34.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:34.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@318160932(state=PENDING, result=null, callback=(continuation of Deferred@1635724488 after retry RPC after error@799923131) -> (continuation of Deferred@1757920113 after retry RPC after error@1284809133) -> (continuation of Deferred@1419103643 after retry RPC after error@354722993) -> (continuation of Deferred@1080920407 after retry RPC after error@698208574) -> (continuation of Deferred@1394489475 after retry RPC after error@1664032637) -> (continuation of Deferred@1327760766 after retry RPC after error@150419845) -> (continuation of Deferred@714068536 after retry RPC after error@826340579), errback=(continuation of Deferred@1635724488 after retry RPC after error@799923131) -> (continuation of Deferred@1757920113 after retry RPC after error@1284809133) -> (continuation of Deferred@1419103643 after retry RPC after error@354722993) -> (continuation of Deferred@1080920407 after retry RPC after error@698208574) -> (continuation of Deferred@1394489475 after retry RPC after error@1664032637) -> (continuation of Deferred@1327760766 after retry RPC after error@150419845) -> (continuation of Deferred@714068536 after retry RPC after error@826340579)))
09:05:35.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@318160932(state=PENDING, result=null, callback=(continuation of Deferred@1635724488 after retry RPC after error@799923131) -> (continuation of Deferred@1757920113 after retry RPC after error@1284809133) -> (continuation of Deferred@1419103643 after retry RPC after error@354722993) -> (continuation of Deferred@1080920407 after retry RPC after error@698208574) -> (continuation of Deferred@1394489475 after retry RPC after error@1664032637) -> (continuation of Deferred@1327760766 after retry RPC after error@150419845) -> (continuation of Deferred@714068536 after retry RPC after error@826340579), errback=(continuation of Deferred@1635724488 after retry RPC after error@799923131) -> (continuation of Deferred@1757920113 after retry RPC after error@1284809133) -> (continuation of Deferred@1419103643 after retry RPC after error@354722993) -> (continuation of Deferred@1080920407 after retry RPC after error@698208574) -> (continuation of Deferred@1394489475 after retry RPC after error@1664032637) -> (continuation of Deferred@1327760766 after retry RPC after error@150419845) -> (continuation of Deferred@714068536 after retry RPC after error@826340579)))
09:05:35.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@627993080(state=PENDING, result=null, callback=(continuation of Deferred@1681341720 after retry RPC after error@1551668846) -> (continuation of Deferred@49772646 after retry RPC after error@1417736297) -> (continuation of Deferred@151181340 after retry RPC after error@838201524) -> (continuation of Deferred@142117540 after retry RPC after error@1529356410) -> (continuation of Deferred@1156956475 after retry RPC after error@1511782721) -> (continuation of Deferred@377124108 after retry RPC after error@214674505) -> (continuation of Deferred@1717393650 after retry RPC after error@1661559945), errback=(continuation of Deferred@1681341720 after retry RPC after error@1551668846) -> (continuation of Deferred@49772646 after retry RPC after error@1417736297) -> (continuation of Deferred@151181340 after retry RPC after error@838201524) -> (continuation of Deferred@142117540 after retry RPC after error@1529356410) -> (continuation of Deferred@1156956475 after retry RPC after error@1511782721) -> (continuation of Deferred@377124108 after retry RPC after error@214674505) -> (continuation of Deferred@1717393650 after retry RPC after error@1661559945)))
09:05:35.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@627993080(state=PENDING, result=null, callback=(continuation of Deferred@1681341720 after retry RPC after error@1551668846) -> (continuation of Deferred@49772646 after retry RPC after error@1417736297) -> (continuation of Deferred@151181340 after retry RPC after error@838201524) -> (continuation of Deferred@142117540 after retry RPC after error@1529356410) -> (continuation of Deferred@1156956475 after retry RPC after error@1511782721) -> (continuation of Deferred@377124108 after retry RPC after error@214674505) -> (continuation of Deferred@1717393650 after retry RPC after error@1661559945), errback=(continuation of Deferred@1681341720 after retry RPC after error@1551668846) -> (continuation of Deferred@49772646 after retry RPC after error@1417736297) -> (continuation of Deferred@151181340 after retry RPC after error@838201524) -> (continuation of Deferred@142117540 after retry RPC after error@1529356410) -> (continuation of Deferred@1156956475 after retry RPC after error@1511782721) -> (continuation of Deferred@377124108 after retry RPC after error@214674505) -> (continuation of Deferred@1717393650 after retry RPC after error@1661559945)))
09:05:35.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1270421459(state=PENDING, result=null, callback=(continuation of Deferred@1437321028 after retry RPC after error@339802474) -> (continuation of Deferred@432456450 after retry RPC after error@440551526) -> (continuation of Deferred@290991501 after retry RPC after error@46140773) -> (continuation of Deferred@758186220 after retry RPC after error@632847444) -> (continuation of Deferred@1968970027 after retry RPC after error@2012584384) -> (continuation of Deferred@1382465970 after retry RPC after error@878337398), errback=(continuation of Deferred@1437321028 after retry RPC after error@339802474) -> (continuation of Deferred@432456450 after retry RPC after error@440551526) -> (continuation of Deferred@290991501 after retry RPC after error@46140773) -> (continuation of Deferred@758186220 after retry RPC after error@632847444) -> (continuation of Deferred@1968970027 after retry RPC after error@2012584384) -> (continuation of Deferred@1382465970 after retry RPC after error@878337398)))
09:05:35.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1270421459(state=PENDING, result=null, callback=(continuation of Deferred@1437321028 after retry RPC after error@339802474) -> (continuation of Deferred@432456450 after retry RPC after error@440551526) -> (continuation of Deferred@290991501 after retry RPC after error@46140773) -> (continuation of Deferred@758186220 after retry RPC after error@632847444) -> (continuation of Deferred@1968970027 after retry RPC after error@2012584384) -> (continuation of Deferred@1382465970 after retry RPC after error@878337398), errback=(continuation of Deferred@1437321028 after retry RPC after error@339802474) -> (continuation of Deferred@432456450 after retry RPC after error@440551526) -> (continuation of Deferred@290991501 after retry RPC after error@46140773) -> (continuation of Deferred@758186220 after retry RPC after error@632847444) -> (continuation of Deferred@1968970027 after retry RPC after error@2012584384) -> (continuation of Deferred@1382465970 after retry RPC after error@878337398)))
09:05:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:35.576609 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:35.576921 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:35.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1877125273(state=PENDING, result=null, callback=(continuation of Deferred@534661673 after retry RPC after error@678006569) -> (continuation of Deferred@1667919880 after retry RPC after error@423017116) -> (continuation of Deferred@1951671441 after retry RPC after error@278986229) -> (continuation of Deferred@544880089 after retry RPC after error@213162256) -> (continuation of Deferred@1494308027 after retry RPC after error@1321813305) -> (continuation of Deferred@1064072644 after retry RPC after error@389547808), errback=(continuation of Deferred@534661673 after retry RPC after error@678006569) -> (continuation of Deferred@1667919880 after retry RPC after error@423017116) -> (continuation of Deferred@1951671441 after retry RPC after error@278986229) -> (continuation of Deferred@544880089 after retry RPC after error@213162256) -> (continuation of Deferred@1494308027 after retry RPC after error@1321813305) -> (continuation of Deferred@1064072644 after retry RPC after error@389547808)))
09:05:35.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1877125273(state=PENDING, result=null, callback=(continuation of Deferred@534661673 after retry RPC after error@678006569) -> (continuation of Deferred@1667919880 after retry RPC after error@423017116) -> (continuation of Deferred@1951671441 after retry RPC after error@278986229) -> (continuation of Deferred@544880089 after retry RPC after error@213162256) -> (continuation of Deferred@1494308027 after retry RPC after error@1321813305) -> (continuation of Deferred@1064072644 after retry RPC after error@389547808), errback=(continuation of Deferred@534661673 after retry RPC after error@678006569) -> (continuation of Deferred@1667919880 after retry RPC after error@423017116) -> (continuation of Deferred@1951671441 after retry RPC after error@278986229) -> (continuation of Deferred@544880089 after retry RPC after error@213162256) -> (continuation of Deferred@1494308027 after retry RPC after error@1321813305) -> (continuation of Deferred@1064072644 after retry RPC after error@389547808)))
09:05:35.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:35.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:35.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:35.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:35.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:35.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@31842106(state=PENDING, result=null, callback=(continuation of Deferred@893078904 after retry RPC after error@1594722621) -> (continuation of Deferred@742239794 after retry RPC after error@59684992) -> (continuation of Deferred@1815180548 after retry RPC after error@1598447070) -> (continuation of Deferred@516629562 after retry RPC after error@1752679899) -> (continuation of Deferred@252249220 after retry RPC after error@1657540630) -> (continuation of Deferred@635507329 after retry RPC after error@1936610043) -> (continuation of Deferred@881083702 after retry RPC after error@910864144), errback=(continuation of Deferred@893078904 after retry RPC after error@1594722621) -> (continuation of Deferred@742239794 after retry RPC after error@59684992) -> (continuation of Deferred@1815180548 after retry RPC after error@1598447070) -> (continuation of Deferred@516629562 after retry RPC after error@1752679899) -> (continuation of Deferred@252249220 after retry RPC after error@1657540630) -> (continuation of Deferred@635507329 after retry RPC after error@1936610043) -> (continuation of Deferred@881083702 after retry RPC after error@910864144)))
09:05:36.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@31842106(state=PENDING, result=null, callback=(continuation of Deferred@893078904 after retry RPC after error@1594722621) -> (continuation of Deferred@742239794 after retry RPC after error@59684992) -> (continuation of Deferred@1815180548 after retry RPC after error@1598447070) -> (continuation of Deferred@516629562 after retry RPC after error@1752679899) -> (continuation of Deferred@252249220 after retry RPC after error@1657540630) -> (continuation of Deferred@635507329 after retry RPC after error@1936610043) -> (continuation of Deferred@881083702 after retry RPC after error@910864144), errback=(continuation of Deferred@893078904 after retry RPC after error@1594722621) -> (continuation of Deferred@742239794 after retry RPC after error@59684992) -> (continuation of Deferred@1815180548 after retry RPC after error@1598447070) -> (continuation of Deferred@516629562 after retry RPC after error@1752679899) -> (continuation of Deferred@252249220 after retry RPC after error@1657540630) -> (continuation of Deferred@635507329 after retry RPC after error@1936610043) -> (continuation of Deferred@881083702 after retry RPC after error@910864144)))
09:05:36.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1335499785(state=PENDING, result=null, callback=(continuation of Deferred@872287654 after retry RPC after error@1311813756) -> (continuation of Deferred@1166307617 after retry RPC after error@1524713420) -> (continuation of Deferred@431092235 after retry RPC after error@1380520465) -> (continuation of Deferred@883059712 after retry RPC after error@1689092735) -> (continuation of Deferred@1914307915 after retry RPC after error@1759074435) -> (continuation of Deferred@1337781236 after retry RPC after error@1191847430) -> (continuation of Deferred@1696089073 after retry RPC after error@1193742993), errback=(continuation of Deferred@872287654 after retry RPC after error@1311813756) -> (continuation of Deferred@1166307617 after retry RPC after error@1524713420) -> (continuation of Deferred@431092235 after retry RPC after error@1380520465) -> (continuation of Deferred@883059712 after retry RPC after error@1689092735) -> (continuation of Deferred@1914307915 after retry RPC after error@1759074435) -> (continuation of Deferred@1337781236 after retry RPC after error@1191847430) -> (continuation of Deferred@1696089073 after retry RPC after error@1193742993)))
09:05:36.204 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1335499785(state=PENDING, result=null, callback=(continuation of Deferred@872287654 after retry RPC after error@1311813756) -> (continuation of Deferred@1166307617 after retry RPC after error@1524713420) -> (continuation of Deferred@431092235 after retry RPC after error@1380520465) -> (continuation of Deferred@883059712 after retry RPC after error@1689092735) -> (continuation of Deferred@1914307915 after retry RPC after error@1759074435) -> (continuation of Deferred@1337781236 after retry RPC after error@1191847430) -> (continuation of Deferred@1696089073 after retry RPC after error@1193742993), errback=(continuation of Deferred@872287654 after retry RPC after error@1311813756) -> (continuation of Deferred@1166307617 after retry RPC after error@1524713420) -> (continuation of Deferred@431092235 after retry RPC after error@1380520465) -> (continuation of Deferred@883059712 after retry RPC after error@1689092735) -> (continuation of Deferred@1914307915 after retry RPC after error@1759074435) -> (continuation of Deferred@1337781236 after retry RPC after error@1191847430) -> (continuation of Deferred@1696089073 after retry RPC after error@1193742993)))
09:05:36.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.481 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2038303003(state=PENDING, result=null, callback=(continuation of Deferred@311568697 after retry RPC after error@1439570268) -> (continuation of Deferred@806724294 after retry RPC after error@967463694) -> (continuation of Deferred@980578019 after retry RPC after error@525571080) -> (continuation of Deferred@38602422 after retry RPC after error@1762924498) -> (continuation of Deferred@1085827429 after retry RPC after error@1137202862) -> (continuation of Deferred@702189783 after retry RPC after error@1622784185) -> (continuation of Deferred@1665734282 after retry RPC after error@1647661419), errback=(continuation of Deferred@311568697 after retry RPC after error@1439570268) -> (continuation of Deferred@806724294 after retry RPC after error@967463694) -> (continuation of Deferred@980578019 after retry RPC after error@525571080) -> (continuation of Deferred@38602422 after retry RPC after error@1762924498) -> (continuation of Deferred@1085827429 after retry RPC after error@1137202862) -> (continuation of Deferred@702189783 after retry RPC after error@1622784185) -> (continuation of Deferred@1665734282 after retry RPC after error@1647661419)))
09:05:36.482 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:36.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@108393161(state=PENDING, result=null, callback=(continuation of Deferred@530003491 after retry RPC after error@1526234076) -> (continuation of Deferred@1366087778 after retry RPC after error@2015796028) -> (continuation of Deferred@1587977269 after retry RPC after error@1201224358) -> (continuation of Deferred@1887520255 after retry RPC after error@1009962920) -> (continuation of Deferred@1453308719 after retry RPC after error@1490937680) -> (continuation of Deferred@571076361 after retry RPC after error@149699439) -> (continuation of Deferred@595705758 after retry RPC after error@340868057), errback=(continuation of Deferred@530003491 after retry RPC after error@1526234076) -> (continuation of Deferred@1366087778 after retry RPC after error@2015796028) -> (continuation of Deferred@1587977269 after retry RPC after error@1201224358) -> (continuation of Deferred@1887520255 after retry RPC after error@1009962920) -> (continuation of Deferred@1453308719 after retry RPC after error@1490937680) -> (continuation of Deferred@571076361 after retry RPC after error@149699439) -> (continuation of Deferred@595705758 after retry RPC after error@340868057)))
09:05:36.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@108393161(state=PENDING, result=null, callback=(continuation of Deferred@530003491 after retry RPC after error@1526234076) -> (continuation of Deferred@1366087778 after retry RPC after error@2015796028) -> (continuation of Deferred@1587977269 after retry RPC after error@1201224358) -> (continuation of Deferred@1887520255 after retry RPC after error@1009962920) -> (continuation of Deferred@1453308719 after retry RPC after error@1490937680) -> (continuation of Deferred@571076361 after retry RPC after error@149699439) -> (continuation of Deferred@595705758 after retry RPC after error@340868057), errback=(continuation of Deferred@530003491 after retry RPC after error@1526234076) -> (continuation of Deferred@1366087778 after retry RPC after error@2015796028) -> (continuation of Deferred@1587977269 after retry RPC after error@1201224358) -> (continuation of Deferred@1887520255 after retry RPC after error@1009962920) -> (continuation of Deferred@1453308719 after retry RPC after error@1490937680) -> (continuation of Deferred@571076361 after retry RPC after error@149699439) -> (continuation of Deferred@595705758 after retry RPC after error@340868057)))
09:05:36.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:36.864365 21339 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:36.864579 21339 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:36.865363 21339 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:36.866420 20419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:36.868320 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:36.873219 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:36.873484 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:36.874082 21339 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:36.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:36.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:36.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:36.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:36.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:36.981 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [4ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [85ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1106988714(state=PENDING, result=null, callback=(continuation of Deferred@2133913174 after retry RPC after error@1898295431) -> (continuation of Deferred@459281195 after retry RPC after error@16093427) -> (continuation of Deferred@2026872037 after retry RPC after error@607300339) -> (continuation of Deferred@1062210581 after retry RPC after error@319713540) -> (continuation of Deferred@396554036 after retry RPC after error@653699585) -> (continuation of Deferred@427371118 after retry RPC after error@2040528404) -> (continuation of Deferred@2042914140 after retry RPC after error@1785822919) -> (continuation of Deferred@982193085 after retry RPC after error@1013065126), errback=(continuation of Deferred@2133913174 after retry RPC after error@1898295431) -> (continuation of Deferred@459281195 after retry RPC after error@16093427) -> (continuation of Deferred@2026872037 after retry RPC after error@607300339) -> (continuation of Deferred@1062210581 after retry RPC after error@319713540) -> (continuation of Deferred@396554036 after retry RPC after error@653699585) -> (continuation of Deferred@427371118 after retry RPC after error@2040528404) -> (continuation of Deferred@2042914140 after retry RPC after error@1785822919) -> (continuation of Deferred@982193085 after retry RPC after error@1013065126)))
09:05:36.981 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:37.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@706767161(state=PENDING, result=null, callback=(continuation of Deferred@281054783 after retry RPC after error@1732276798) -> (continuation of Deferred@1121703278 after retry RPC after error@1805321645) -> (continuation of Deferred@2143215511 after retry RPC after error@453739484) -> (continuation of Deferred@124212598 after retry RPC after error@887262810) -> (continuation of Deferred@1026141494 after retry RPC after error@2054933548) -> (continuation of Deferred@1200290544 after retry RPC after error@1731865605), errback=(continuation of Deferred@281054783 after retry RPC after error@1732276798) -> (continuation of Deferred@1121703278 after retry RPC after error@1805321645) -> (continuation of Deferred@2143215511 after retry RPC after error@453739484) -> (continuation of Deferred@124212598 after retry RPC after error@887262810) -> (continuation of Deferred@1026141494 after retry RPC after error@2054933548) -> (continuation of Deferred@1200290544 after retry RPC after error@1731865605)))
09:05:37.163 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@706767161(state=PENDING, result=null, callback=(continuation of Deferred@281054783 after retry RPC after error@1732276798) -> (continuation of Deferred@1121703278 after retry RPC after error@1805321645) -> (continuation of Deferred@2143215511 after retry RPC after error@453739484) -> (continuation of Deferred@124212598 after retry RPC after error@887262810) -> (continuation of Deferred@1026141494 after retry RPC after error@2054933548) -> (continuation of Deferred@1200290544 after retry RPC after error@1731865605), errback=(continuation of Deferred@281054783 after retry RPC after error@1732276798) -> (continuation of Deferred@1121703278 after retry RPC after error@1805321645) -> (continuation of Deferred@2143215511 after retry RPC after error@453739484) -> (continuation of Deferred@124212598 after retry RPC after error@887262810) -> (continuation of Deferred@1026141494 after retry RPC after error@2054933548) -> (continuation of Deferred@1200290544 after retry RPC after error@1731865605)))
09:05:37.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@100896015(state=PENDING, result=null, callback=(continuation of Deferred@2113088531 after retry RPC after error@410914647) -> (continuation of Deferred@305322847 after retry RPC after error@138631139) -> (continuation of Deferred@1823760716 after retry RPC after error@81317690) -> (continuation of Deferred@3413213 after retry RPC after error@307935095) -> (continuation of Deferred@1571490417 after retry RPC after error@524861409) -> (continuation of Deferred@1073402409 after retry RPC after error@2027699118) -> (continuation of Deferred@2099338822 after retry RPC after error@667697588) -> (continuation of Deferred@1313776894 after retry RPC after error@1465313234), errback=(continuation of Deferred@2113088531 after retry RPC after error@410914647) -> (continuation of Deferred@305322847 after retry RPC after error@138631139) -> (continuation of Deferred@1823760716 after retry RPC after error@81317690) -> (continuation of Deferred@3413213 after retry RPC after error@307935095) -> (continuation of Deferred@1571490417 after retry RPC after error@524861409) -> (continuation of Deferred@1073402409 after retry RPC after error@2027699118) -> (continuation of Deferred@2099338822 after retry RPC after error@667697588) -> (continuation of Deferred@1313776894 after retry RPC after error@1465313234)))
09:05:37.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@100896015(state=PENDING, result=null, callback=(continuation of Deferred@2113088531 after retry RPC after error@410914647) -> (continuation of Deferred@305322847 after retry RPC after error@138631139) -> (continuation of Deferred@1823760716 after retry RPC after error@81317690) -> (continuation of Deferred@3413213 after retry RPC after error@307935095) -> (continuation of Deferred@1571490417 after retry RPC after error@524861409) -> (continuation of Deferred@1073402409 after retry RPC after error@2027699118) -> (continuation of Deferred@2099338822 after retry RPC after error@667697588) -> (continuation of Deferred@1313776894 after retry RPC after error@1465313234), errback=(continuation of Deferred@2113088531 after retry RPC after error@410914647) -> (continuation of Deferred@305322847 after retry RPC after error@138631139) -> (continuation of Deferred@1823760716 after retry RPC after error@81317690) -> (continuation of Deferred@3413213 after retry RPC after error@307935095) -> (continuation of Deferred@1571490417 after retry RPC after error@524861409) -> (continuation of Deferred@1073402409 after retry RPC after error@2027699118) -> (continuation of Deferred@2099338822 after retry RPC after error@667697588) -> (continuation of Deferred@1313776894 after retry RPC after error@1465313234)))
09:05:37.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1407151625(state=PENDING, result=null, callback=(continuation of Deferred@1800118304 after retry RPC after error@1423506884) -> (continuation of Deferred@2066202876 after retry RPC after error@1403016887) -> (continuation of Deferred@1700570691 after retry RPC after error@1987658225) -> (continuation of Deferred@865882082 after retry RPC after error@1649976008) -> (continuation of Deferred@1656127102 after retry RPC after error@1585241360) -> (continuation of Deferred@265185890 after retry RPC after error@673695665) -> (continuation of Deferred@2033391941 after retry RPC after error@1092603694), errback=(continuation of Deferred@1800118304 after retry RPC after error@1423506884) -> (continuation of Deferred@2066202876 after retry RPC after error@1403016887) -> (continuation of Deferred@1700570691 after retry RPC after error@1987658225) -> (continuation of Deferred@865882082 after retry RPC after error@1649976008) -> (continuation of Deferred@1656127102 after retry RPC after error@1585241360) -> (continuation of Deferred@265185890 after retry RPC after error@673695665) -> (continuation of Deferred@2033391941 after retry RPC after error@1092603694)))
09:05:37.645 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1407151625(state=PENDING, result=null, callback=(continuation of Deferred@1800118304 after retry RPC after error@1423506884) -> (continuation of Deferred@2066202876 after retry RPC after error@1403016887) -> (continuation of Deferred@1700570691 after retry RPC after error@1987658225) -> (continuation of Deferred@865882082 after retry RPC after error@1649976008) -> (continuation of Deferred@1656127102 after retry RPC after error@1585241360) -> (continuation of Deferred@265185890 after retry RPC after error@673695665) -> (continuation of Deferred@2033391941 after retry RPC after error@1092603694), errback=(continuation of Deferred@1800118304 after retry RPC after error@1423506884) -> (continuation of Deferred@2066202876 after retry RPC after error@1403016887) -> (continuation of Deferred@1700570691 after retry RPC after error@1987658225) -> (continuation of Deferred@865882082 after retry RPC after error@1649976008) -> (continuation of Deferred@1656127102 after retry RPC after error@1585241360) -> (continuation of Deferred@265185890 after retry RPC after error@673695665) -> (continuation of Deferred@2033391941 after retry RPC after error@1092603694)))
09:05:37.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2036666332(state=PENDING, result=null, callback=(continuation of Deferred@420465732 after retry RPC after error@1626155379) -> (continuation of Deferred@207538819 after retry RPC after error@1561607995) -> (continuation of Deferred@975090993 after retry RPC after error@858891696) -> (continuation of Deferred@1237412743 after retry RPC after error@902850659) -> (continuation of Deferred@2057893077 after retry RPC after error@1149944341) -> (continuation of Deferred@106234960 after retry RPC after error@821094281) -> (continuation of Deferred@230929182 after retry RPC after error@525026009) -> (continuation of Deferred@831697636 after retry RPC after error@115984368), errback=(continuation of Deferred@420465732 after retry RPC after error@1626155379) -> (continuation of Deferred@207538819 after retry RPC after error@1561607995) -> (continuation of Deferred@975090993 after retry RPC after error@858891696) -> (continuation of Deferred@1237412743 after retry RPC after error@902850659) -> (continuation of Deferred@2057893077 after retry RPC after error@1149944341) -> (continuation of Deferred@106234960 after retry RPC after error@821094281) -> (continuation of Deferred@230929182 after retry RPC after error@525026009) -> (continuation of Deferred@831697636 after retry RPC after error@115984368)))
09:05:37.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [104ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2036666332(state=PENDING, result=null, callback=(continuation of Deferred@420465732 after retry RPC after error@1626155379) -> (continuation of Deferred@207538819 after retry RPC after error@1561607995) -> (continuation of Deferred@975090993 after retry RPC after error@858891696) -> (continuation of Deferred@1237412743 after retry RPC after error@902850659) -> (continuation of Deferred@2057893077 after retry RPC after error@1149944341) -> (continuation of Deferred@106234960 after retry RPC after error@821094281) -> (continuation of Deferred@230929182 after retry RPC after error@525026009) -> (continuation of Deferred@831697636 after retry RPC after error@115984368), errback=(continuation of Deferred@420465732 after retry RPC after error@1626155379) -> (continuation of Deferred@207538819 after retry RPC after error@1561607995) -> (continuation of Deferred@975090993 after retry RPC after error@858891696) -> (continuation of Deferred@1237412743 after retry RPC after error@902850659) -> (continuation of Deferred@2057893077 after retry RPC after error@1149944341) -> (continuation of Deferred@106234960 after retry RPC after error@821094281) -> (continuation of Deferred@230929182 after retry RPC after error@525026009) -> (continuation of Deferred@831697636 after retry RPC after error@115984368)))
09:05:37.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:37.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:37.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:37.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:37.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:37.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@331762304(state=PENDING, result=null, callback=(continuation of Deferred@1149312427 after retry RPC after error@669958370) -> (continuation of Deferred@1772462656 after retry RPC after error@1217816510) -> (continuation of Deferred@70666050 after retry RPC after error@1435397878) -> (continuation of Deferred@301818277 after retry RPC after error@1789747123) -> (continuation of Deferred@1553406451 after retry RPC after error@2059937097) -> (continuation of Deferred@12751868 after retry RPC after error@1184912), errback=(continuation of Deferred@1149312427 after retry RPC after error@669958370) -> (continuation of Deferred@1772462656 after retry RPC after error@1217816510) -> (continuation of Deferred@70666050 after retry RPC after error@1435397878) -> (continuation of Deferred@301818277 after retry RPC after error@1789747123) -> (continuation of Deferred@1553406451 after retry RPC after error@2059937097) -> (continuation of Deferred@12751868 after retry RPC after error@1184912)))
09:05:38.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@331762304(state=PENDING, result=null, callback=(continuation of Deferred@1149312427 after retry RPC after error@669958370) -> (continuation of Deferred@1772462656 after retry RPC after error@1217816510) -> (continuation of Deferred@70666050 after retry RPC after error@1435397878) -> (continuation of Deferred@301818277 after retry RPC after error@1789747123) -> (continuation of Deferred@1553406451 after retry RPC after error@2059937097) -> (continuation of Deferred@12751868 after retry RPC after error@1184912), errback=(continuation of Deferred@1149312427 after retry RPC after error@669958370) -> (continuation of Deferred@1772462656 after retry RPC after error@1217816510) -> (continuation of Deferred@70666050 after retry RPC after error@1435397878) -> (continuation of Deferred@301818277 after retry RPC after error@1789747123) -> (continuation of Deferred@1553406451 after retry RPC after error@2059937097) -> (continuation of Deferred@12751868 after retry RPC after error@1184912)))
09:05:38.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1897963650(state=PENDING, result=null, callback=(continuation of Deferred@1358971670 after retry RPC after error@1897958529) -> (continuation of Deferred@318838352 after retry RPC after error@1741783042) -> (continuation of Deferred@882538269 after retry RPC after error@1101767051) -> (continuation of Deferred@1510186104 after retry RPC after error@834258602) -> (continuation of Deferred@1459383583 after retry RPC after error@1254566322) -> (continuation of Deferred@216112334 after retry RPC after error@1930598254) -> (continuation of Deferred@1186171014 after retry RPC after error@894083931) -> (continuation of Deferred@902651600 after retry RPC after error@1375934176), errback=(continuation of Deferred@1358971670 after retry RPC after error@1897958529) -> (continuation of Deferred@318838352 after retry RPC after error@1741783042) -> (continuation of Deferred@882538269 after retry RPC after error@1101767051) -> (continuation of Deferred@1510186104 after retry RPC after error@834258602) -> (continuation of Deferred@1459383583 after retry RPC after error@1254566322) -> (continuation of Deferred@216112334 after retry RPC after error@1930598254) -> (continuation of Deferred@1186171014 after retry RPC after error@894083931) -> (continuation of Deferred@902651600 after retry RPC after error@1375934176)))
09:05:38.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1897963650(state=PENDING, result=null, callback=(continuation of Deferred@1358971670 after retry RPC after error@1897958529) -> (continuation of Deferred@318838352 after retry RPC after error@1741783042) -> (continuation of Deferred@882538269 after retry RPC after error@1101767051) -> (continuation of Deferred@1510186104 after retry RPC after error@834258602) -> (continuation of Deferred@1459383583 after retry RPC after error@1254566322) -> (continuation of Deferred@216112334 after retry RPC after error@1930598254) -> (continuation of Deferred@1186171014 after retry RPC after error@894083931) -> (continuation of Deferred@902651600 after retry RPC after error@1375934176), errback=(continuation of Deferred@1358971670 after retry RPC after error@1897958529) -> (continuation of Deferred@318838352 after retry RPC after error@1741783042) -> (continuation of Deferred@882538269 after retry RPC after error@1101767051) -> (continuation of Deferred@1510186104 after retry RPC after error@834258602) -> (continuation of Deferred@1459383583 after retry RPC after error@1254566322) -> (continuation of Deferred@216112334 after retry RPC after error@1930598254) -> (continuation of Deferred@1186171014 after retry RPC after error@894083931) -> (continuation of Deferred@902651600 after retry RPC after error@1375934176)))
09:05:38.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1311040818(state=PENDING, result=null, callback=(continuation of Deferred@107489058 after retry RPC after error@1549864045) -> (continuation of Deferred@878463265 after retry RPC after error@1563965421) -> (continuation of Deferred@447634015 after retry RPC after error@1324887811) -> (continuation of Deferred@406545084 after retry RPC after error@69253385) -> (continuation of Deferred@1823766384 after retry RPC after error@1664863698) -> (continuation of Deferred@550923659 after retry RPC after error@566190185), errback=(continuation of Deferred@107489058 after retry RPC after error@1549864045) -> (continuation of Deferred@878463265 after retry RPC after error@1563965421) -> (continuation of Deferred@447634015 after retry RPC after error@1324887811) -> (continuation of Deferred@406545084 after retry RPC after error@69253385) -> (continuation of Deferred@1823766384 after retry RPC after error@1664863698) -> (continuation of Deferred@550923659 after retry RPC after error@566190185)))
09:05:38.424 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1311040818(state=PENDING, result=null, callback=(continuation of Deferred@107489058 after retry RPC after error@1549864045) -> (continuation of Deferred@878463265 after retry RPC after error@1563965421) -> (continuation of Deferred@447634015 after retry RPC after error@1324887811) -> (continuation of Deferred@406545084 after retry RPC after error@69253385) -> (continuation of Deferred@1823766384 after retry RPC after error@1664863698) -> (continuation of Deferred@550923659 after retry RPC after error@566190185), errback=(continuation of Deferred@107489058 after retry RPC after error@1549864045) -> (continuation of Deferred@878463265 after retry RPC after error@1563965421) -> (continuation of Deferred@447634015 after retry RPC after error@1324887811) -> (continuation of Deferred@406545084 after retry RPC after error@69253385) -> (continuation of Deferred@1823766384 after retry RPC after error@1664863698) -> (continuation of Deferred@550923659 after retry RPC after error@566190185)))
09:05:38.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [224ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@292564898(state=PENDING, result=null, callback=(continuation of Deferred@1795938469 after retry RPC after error@1961796323) -> (continuation of Deferred@1455101766 after retry RPC after error@1185300236) -> (continuation of Deferred@1943869837 after retry RPC after error@1915049135) -> (continuation of Deferred@2083159178 after retry RPC after error@193163868) -> (continuation of Deferred@269026256 after retry RPC after error@1221700946) -> (continuation of Deferred@1731217134 after retry RPC after error@2008140230) -> (continuation of Deferred@805192547 after retry RPC after error@1786826995), errback=(continuation of Deferred@1795938469 after retry RPC after error@1961796323) -> (continuation of Deferred@1455101766 after retry RPC after error@1185300236) -> (continuation of Deferred@1943869837 after retry RPC after error@1915049135) -> (continuation of Deferred@2083159178 after retry RPC after error@193163868) -> (continuation of Deferred@269026256 after retry RPC after error@1221700946) -> (continuation of Deferred@1731217134 after retry RPC after error@2008140230) -> (continuation of Deferred@805192547 after retry RPC after error@1786826995)))
09:05:38.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [224ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@292564898(state=PENDING, result=null, callback=(continuation of Deferred@1795938469 after retry RPC after error@1961796323) -> (continuation of Deferred@1455101766 after retry RPC after error@1185300236) -> (continuation of Deferred@1943869837 after retry RPC after error@1915049135) -> (continuation of Deferred@2083159178 after retry RPC after error@193163868) -> (continuation of Deferred@269026256 after retry RPC after error@1221700946) -> (continuation of Deferred@1731217134 after retry RPC after error@2008140230) -> (continuation of Deferred@805192547 after retry RPC after error@1786826995), errback=(continuation of Deferred@1795938469 after retry RPC after error@1961796323) -> (continuation of Deferred@1455101766 after retry RPC after error@1185300236) -> (continuation of Deferred@1943869837 after retry RPC after error@1915049135) -> (continuation of Deferred@2083159178 after retry RPC after error@193163868) -> (continuation of Deferred@269026256 after retry RPC after error@1221700946) -> (continuation of Deferred@1731217134 after retry RPC after error@2008140230) -> (continuation of Deferred@805192547 after retry RPC after error@1786826995)))
09:05:38.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.941 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@692457428(state=PENDING, result=null, callback=(continuation of Deferred@399619763 after retry RPC after error@245334498) -> (continuation of Deferred@1606636095 after retry RPC after error@1189273276) -> (continuation of Deferred@1545374973 after retry RPC after error@780043789) -> (continuation of Deferred@1810459479 after retry RPC after error@992890792) -> (continuation of Deferred@65881940 after retry RPC after error@1509550026) -> (continuation of Deferred@2037025905 after retry RPC after error@821092347) -> (continuation of Deferred@1498347862 after retry RPC after error@1327469058) -> (continuation of Deferred@1648072340 after retry RPC after error@1409454639), errback=(continuation of Deferred@399619763 after retry RPC after error@245334498) -> (continuation of Deferred@1606636095 after retry RPC after error@1189273276) -> (continuation of Deferred@1545374973 after retry RPC after error@780043789) -> (continuation of Deferred@1810459479 after retry RPC after error@992890792) -> (continuation of Deferred@65881940 after retry RPC after error@1509550026) -> (continuation of Deferred@2037025905 after retry RPC after error@821092347) -> (continuation of Deferred@1498347862 after retry RPC after error@1327469058) -> (continuation of Deferred@1648072340 after retry RPC after error@1409454639)))
09:05:38.942 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:38.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:38.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:38.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:38.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:38.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:38.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@437707910(state=PENDING, result=null, callback=(continuation of Deferred@1120114872 after retry RPC after error@509420571) -> (continuation of Deferred@1311114478 after retry RPC after error@1664744312) -> (continuation of Deferred@1038203391 after retry RPC after error@1256931236) -> (continuation of Deferred@873743203 after retry RPC after error@416976034) -> (continuation of Deferred@683995143 after retry RPC after error@1002564772) -> (continuation of Deferred@769175524 after retry RPC after error@1630247265), errback=(continuation of Deferred@1120114872 after retry RPC after error@509420571) -> (continuation of Deferred@1311114478 after retry RPC after error@1664744312) -> (continuation of Deferred@1038203391 after retry RPC after error@1256931236) -> (continuation of Deferred@873743203 after retry RPC after error@416976034) -> (continuation of Deferred@683995143 after retry RPC after error@1002564772) -> (continuation of Deferred@769175524 after retry RPC after error@1630247265)))
09:05:39.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@437707910(state=PENDING, result=null, callback=(continuation of Deferred@1120114872 after retry RPC after error@509420571) -> (continuation of Deferred@1311114478 after retry RPC after error@1664744312) -> (continuation of Deferred@1038203391 after retry RPC after error@1256931236) -> (continuation of Deferred@873743203 after retry RPC after error@416976034) -> (continuation of Deferred@683995143 after retry RPC after error@1002564772) -> (continuation of Deferred@769175524 after retry RPC after error@1630247265), errback=(continuation of Deferred@1120114872 after retry RPC after error@509420571) -> (continuation of Deferred@1311114478 after retry RPC after error@1664744312) -> (continuation of Deferred@1038203391 after retry RPC after error@1256931236) -> (continuation of Deferred@873743203 after retry RPC after error@416976034) -> (continuation of Deferred@683995143 after retry RPC after error@1002564772) -> (continuation of Deferred@769175524 after retry RPC after error@1630247265)))
09:05:39.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2134798079(state=PENDING, result=null, callback=(continuation of Deferred@1235258320 after retry RPC after error@224941499) -> (continuation of Deferred@1674358618 after retry RPC after error@1871281226) -> (continuation of Deferred@574260320 after retry RPC after error@1831913489) -> (continuation of Deferred@1803558034 after retry RPC after error@1338984068) -> (continuation of Deferred@958448281 after retry RPC after error@1379661292) -> (continuation of Deferred@968103861 after retry RPC after error@217750881) -> (continuation of Deferred@871473773 after retry RPC after error@1055434090), errback=(continuation of Deferred@1235258320 after retry RPC after error@224941499) -> (continuation of Deferred@1674358618 after retry RPC after error@1871281226) -> (continuation of Deferred@574260320 after retry RPC after error@1831913489) -> (continuation of Deferred@1803558034 after retry RPC after error@1338984068) -> (continuation of Deferred@958448281 after retry RPC after error@1379661292) -> (continuation of Deferred@968103861 after retry RPC after error@217750881) -> (continuation of Deferred@871473773 after retry RPC after error@1055434090)))
09:05:39.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2134798079(state=PENDING, result=null, callback=(continuation of Deferred@1235258320 after retry RPC after error@224941499) -> (continuation of Deferred@1674358618 after retry RPC after error@1871281226) -> (continuation of Deferred@574260320 after retry RPC after error@1831913489) -> (continuation of Deferred@1803558034 after retry RPC after error@1338984068) -> (continuation of Deferred@958448281 after retry RPC after error@1379661292) -> (continuation of Deferred@968103861 after retry RPC after error@217750881) -> (continuation of Deferred@871473773 after retry RPC after error@1055434090), errback=(continuation of Deferred@1235258320 after retry RPC after error@224941499) -> (continuation of Deferred@1674358618 after retry RPC after error@1871281226) -> (continuation of Deferred@574260320 after retry RPC after error@1831913489) -> (continuation of Deferred@1803558034 after retry RPC after error@1338984068) -> (continuation of Deferred@958448281 after retry RPC after error@1379661292) -> (continuation of Deferred@968103861 after retry RPC after error@217750881) -> (continuation of Deferred@871473773 after retry RPC after error@1055434090)))
09:05:39.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1377455444(state=PENDING, result=null, callback=(continuation of Deferred@439578205 after retry RPC after error@1757507362) -> (continuation of Deferred@42769525 after retry RPC after error@50074013) -> (continuation of Deferred@62703129 after retry RPC after error@1625755955) -> (continuation of Deferred@107890286 after retry RPC after error@1685905351) -> (continuation of Deferred@26558815 after retry RPC after error@1503901399) -> (continuation of Deferred@755680955 after retry RPC after error@797615674) -> (continuation of Deferred@71206189 after retry RPC after error@1089445491), errback=(continuation of Deferred@439578205 after retry RPC after error@1757507362) -> (continuation of Deferred@42769525 after retry RPC after error@50074013) -> (continuation of Deferred@62703129 after retry RPC after error@1625755955) -> (continuation of Deferred@107890286 after retry RPC after error@1685905351) -> (continuation of Deferred@26558815 after retry RPC after error@1503901399) -> (continuation of Deferred@755680955 after retry RPC after error@797615674) -> (continuation of Deferred@71206189 after retry RPC after error@1089445491)))
09:05:39.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [240ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1377455444(state=PENDING, result=null, callback=(continuation of Deferred@439578205 after retry RPC after error@1757507362) -> (continuation of Deferred@42769525 after retry RPC after error@50074013) -> (continuation of Deferred@62703129 after retry RPC after error@1625755955) -> (continuation of Deferred@107890286 after retry RPC after error@1685905351) -> (continuation of Deferred@26558815 after retry RPC after error@1503901399) -> (continuation of Deferred@755680955 after retry RPC after error@797615674) -> (continuation of Deferred@71206189 after retry RPC after error@1089445491), errback=(continuation of Deferred@439578205 after retry RPC after error@1757507362) -> (continuation of Deferred@42769525 after retry RPC after error@50074013) -> (continuation of Deferred@62703129 after retry RPC after error@1625755955) -> (continuation of Deferred@107890286 after retry RPC after error@1685905351) -> (continuation of Deferred@26558815 after retry RPC after error@1503901399) -> (continuation of Deferred@755680955 after retry RPC after error@797615674) -> (continuation of Deferred@71206189 after retry RPC after error@1089445491)))
09:05:39.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.921 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1150767166(state=PENDING, result=null, callback=(continuation of Deferred@1079987856 after retry RPC after error@1952864867) -> (continuation of Deferred@1442502769 after retry RPC after error@731014224) -> (continuation of Deferred@293831804 after retry RPC after error@1466986861) -> (continuation of Deferred@1422529186 after retry RPC after error@1824677007) -> (continuation of Deferred@1634702607 after retry RPC after error@893418326) -> (continuation of Deferred@832254046 after retry RPC after error@1338193094) -> (continuation of Deferred@1377376220 after retry RPC after error@1681214466), errback=(continuation of Deferred@1079987856 after retry RPC after error@1952864867) -> (continuation of Deferred@1442502769 after retry RPC after error@731014224) -> (continuation of Deferred@293831804 after retry RPC after error@1466986861) -> (continuation of Deferred@1422529186 after retry RPC after error@1824677007) -> (continuation of Deferred@1634702607 after retry RPC after error@893418326) -> (continuation of Deferred@832254046 after retry RPC after error@1338193094) -> (continuation of Deferred@1377376220 after retry RPC after error@1681214466)))
09:05:39.922 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:39.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:39.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:39.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:39.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:39.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:39.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@808344765(state=PENDING, result=null, callback=(continuation of Deferred@847872619 after retry RPC after error@1131963950) -> (continuation of Deferred@780667154 after retry RPC after error@1812030410) -> (continuation of Deferred@317013755 after retry RPC after error@304903071) -> (continuation of Deferred@2080516177 after retry RPC after error@469375784) -> (continuation of Deferred@542370890 after retry RPC after error@1368572756) -> (continuation of Deferred@1010776471 after retry RPC after error@2010596963) -> (continuation of Deferred@1222235503 after retry RPC after error@253110083), errback=(continuation of Deferred@847872619 after retry RPC after error@1131963950) -> (continuation of Deferred@780667154 after retry RPC after error@1812030410) -> (continuation of Deferred@317013755 after retry RPC after error@304903071) -> (continuation of Deferred@2080516177 after retry RPC after error@469375784) -> (continuation of Deferred@542370890 after retry RPC after error@1368572756) -> (continuation of Deferred@1010776471 after retry RPC after error@2010596963) -> (continuation of Deferred@1222235503 after retry RPC after error@253110083)))
09:05:40.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@808344765(state=PENDING, result=null, callback=(continuation of Deferred@847872619 after retry RPC after error@1131963950) -> (continuation of Deferred@780667154 after retry RPC after error@1812030410) -> (continuation of Deferred@317013755 after retry RPC after error@304903071) -> (continuation of Deferred@2080516177 after retry RPC after error@469375784) -> (continuation of Deferred@542370890 after retry RPC after error@1368572756) -> (continuation of Deferred@1010776471 after retry RPC after error@2010596963) -> (continuation of Deferred@1222235503 after retry RPC after error@253110083), errback=(continuation of Deferred@847872619 after retry RPC after error@1131963950) -> (continuation of Deferred@780667154 after retry RPC after error@1812030410) -> (continuation of Deferred@317013755 after retry RPC after error@304903071) -> (continuation of Deferred@2080516177 after retry RPC after error@469375784) -> (continuation of Deferred@542370890 after retry RPC after error@1368572756) -> (continuation of Deferred@1010776471 after retry RPC after error@2010596963) -> (continuation of Deferred@1222235503 after retry RPC after error@253110083)))
09:05:40.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.428 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [229ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [229ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [231ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [232ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1540727839(state=PENDING, result=null, callback=(continuation of Deferred@1784389507 after retry RPC after error@523230313) -> (continuation of Deferred@114972343 after retry RPC after error@1884946223) -> (continuation of Deferred@1179177248 after retry RPC after error@669356308) -> (continuation of Deferred@1935541425 after retry RPC after error@1279339890) -> (continuation of Deferred@1275077643 after retry RPC after error@1206284718) -> (continuation of Deferred@1142857327 after retry RPC after error@32571683) -> (continuation of Deferred@1285311850 after retry RPC after error@939736662), errback=(continuation of Deferred@1784389507 after retry RPC after error@523230313) -> (continuation of Deferred@114972343 after retry RPC after error@1884946223) -> (continuation of Deferred@1179177248 after retry RPC after error@669356308) -> (continuation of Deferred@1935541425 after retry RPC after error@1279339890) -> (continuation of Deferred@1275077643 after retry RPC after error@1206284718) -> (continuation of Deferred@1142857327 after retry RPC after error@32571683) -> (continuation of Deferred@1285311850 after retry RPC after error@939736662)))
09:05:40.433 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [229ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [229ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [231ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [232ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1540727839(state=PENDING, result=null, callback=(continuation of Deferred@1784389507 after retry RPC after error@523230313) -> (continuation of Deferred@114972343 after retry RPC after error@1884946223) -> (continuation of Deferred@1179177248 after retry RPC after error@669356308) -> (continuation of Deferred@1935541425 after retry RPC after error@1279339890) -> (continuation of Deferred@1275077643 after retry RPC after error@1206284718) -> (continuation of Deferred@1142857327 after retry RPC after error@32571683) -> (continuation of Deferred@1285311850 after retry RPC after error@939736662), errback=(continuation of Deferred@1784389507 after retry RPC after error@523230313) -> (continuation of Deferred@114972343 after retry RPC after error@1884946223) -> (continuation of Deferred@1179177248 after retry RPC after error@669356308) -> (continuation of Deferred@1935541425 after retry RPC after error@1279339890) -> (continuation of Deferred@1275077643 after retry RPC after error@1206284718) -> (continuation of Deferred@1142857327 after retry RPC after error@32571683) -> (continuation of Deferred@1285311850 after retry RPC after error@939736662)))
09:05:40.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:40.578958 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:40.579183 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:40.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1013476299(state=PENDING, result=null, callback=(continuation of Deferred@1730546121 after retry RPC after error@2134264296) -> (continuation of Deferred@812703910 after retry RPC after error@1329193808) -> (continuation of Deferred@403096383 after retry RPC after error@1437774046) -> (continuation of Deferred@1651511070 after retry RPC after error@1658012515) -> (continuation of Deferred@1289911101 after retry RPC after error@211162687) -> (continuation of Deferred@1853681740 after retry RPC after error@382496443) -> (continuation of Deferred@1227408588 after retry RPC after error@1966281784), errback=(continuation of Deferred@1730546121 after retry RPC after error@2134264296) -> (continuation of Deferred@812703910 after retry RPC after error@1329193808) -> (continuation of Deferred@403096383 after retry RPC after error@1437774046) -> (continuation of Deferred@1651511070 after retry RPC after error@1658012515) -> (continuation of Deferred@1289911101 after retry RPC after error@211162687) -> (continuation of Deferred@1853681740 after retry RPC after error@382496443) -> (continuation of Deferred@1227408588 after retry RPC after error@1966281784)))
09:05:40.664 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1013476299(state=PENDING, result=null, callback=(continuation of Deferred@1730546121 after retry RPC after error@2134264296) -> (continuation of Deferred@812703910 after retry RPC after error@1329193808) -> (continuation of Deferred@403096383 after retry RPC after error@1437774046) -> (continuation of Deferred@1651511070 after retry RPC after error@1658012515) -> (continuation of Deferred@1289911101 after retry RPC after error@211162687) -> (continuation of Deferred@1853681740 after retry RPC after error@382496443) -> (continuation of Deferred@1227408588 after retry RPC after error@1966281784), errback=(continuation of Deferred@1730546121 after retry RPC after error@2134264296) -> (continuation of Deferred@812703910 after retry RPC after error@1329193808) -> (continuation of Deferred@403096383 after retry RPC after error@1437774046) -> (continuation of Deferred@1651511070 after retry RPC after error@1658012515) -> (continuation of Deferred@1289911101 after retry RPC after error@211162687) -> (continuation of Deferred@1853681740 after retry RPC after error@382496443) -> (continuation of Deferred@1227408588 after retry RPC after error@1966281784)))
09:05:40.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1684653154(state=PENDING, result=null, callback=(continuation of Deferred@1165301141 after retry RPC after error@1752261010) -> (continuation of Deferred@1560359268 after retry RPC after error@2011276402) -> (continuation of Deferred@450223782 after retry RPC after error@2034979231) -> (continuation of Deferred@764794307 after retry RPC after error@1470969399) -> (continuation of Deferred@1664742026 after retry RPC after error@1079869659) -> (continuation of Deferred@1130725086 after retry RPC after error@2101863435) -> (continuation of Deferred@1371989131 after retry RPC after error@2100423984) -> (continuation of Deferred@365621190 after retry RPC after error@1475290824), errback=(continuation of Deferred@1165301141 after retry RPC after error@1752261010) -> (continuation of Deferred@1560359268 after retry RPC after error@2011276402) -> (continuation of Deferred@450223782 after retry RPC after error@2034979231) -> (continuation of Deferred@764794307 after retry RPC after error@1470969399) -> (continuation of Deferred@1664742026 after retry RPC after error@1079869659) -> (continuation of Deferred@1130725086 after retry RPC after error@2101863435) -> (continuation of Deferred@1371989131 after retry RPC after error@2100423984) -> (continuation of Deferred@365621190 after retry RPC after error@1475290824)))
09:05:40.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1684653154(state=PENDING, result=null, callback=(continuation of Deferred@1165301141 after retry RPC after error@1752261010) -> (continuation of Deferred@1560359268 after retry RPC after error@2011276402) -> (continuation of Deferred@450223782 after retry RPC after error@2034979231) -> (continuation of Deferred@764794307 after retry RPC after error@1470969399) -> (continuation of Deferred@1664742026 after retry RPC after error@1079869659) -> (continuation of Deferred@1130725086 after retry RPC after error@2101863435) -> (continuation of Deferred@1371989131 after retry RPC after error@2100423984) -> (continuation of Deferred@365621190 after retry RPC after error@1475290824), errback=(continuation of Deferred@1165301141 after retry RPC after error@1752261010) -> (continuation of Deferred@1560359268 after retry RPC after error@2011276402) -> (continuation of Deferred@450223782 after retry RPC after error@2034979231) -> (continuation of Deferred@764794307 after retry RPC after error@1470969399) -> (continuation of Deferred@1664742026 after retry RPC after error@1079869659) -> (continuation of Deferred@1130725086 after retry RPC after error@2101863435) -> (continuation of Deferred@1371989131 after retry RPC after error@2100423984) -> (continuation of Deferred@365621190 after retry RPC after error@1475290824)))
09:05:40.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:40.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:40.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:40.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:40.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:40.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@53627230(state=PENDING, result=null, callback=(continuation of Deferred@390726868 after retry RPC after error@166551258) -> (continuation of Deferred@554924124 after retry RPC after error@813346201) -> (continuation of Deferred@2010215398 after retry RPC after error@338290760) -> (continuation of Deferred@784511753 after retry RPC after error@1269945645) -> (continuation of Deferred@922993150 after retry RPC after error@1823671550) -> (continuation of Deferred@1465039002 after retry RPC after error@302979040) -> (continuation of Deferred@992618606 after retry RPC after error@1338658561), errback=(continuation of Deferred@390726868 after retry RPC after error@166551258) -> (continuation of Deferred@554924124 after retry RPC after error@813346201) -> (continuation of Deferred@2010215398 after retry RPC after error@338290760) -> (continuation of Deferred@784511753 after retry RPC after error@1269945645) -> (continuation of Deferred@922993150 after retry RPC after error@1823671550) -> (continuation of Deferred@1465039002 after retry RPC after error@302979040) -> (continuation of Deferred@992618606 after retry RPC after error@1338658561)))
09:05:41.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@53627230(state=PENDING, result=null, callback=(continuation of Deferred@390726868 after retry RPC after error@166551258) -> (continuation of Deferred@554924124 after retry RPC after error@813346201) -> (continuation of Deferred@2010215398 after retry RPC after error@338290760) -> (continuation of Deferred@784511753 after retry RPC after error@1269945645) -> (continuation of Deferred@922993150 after retry RPC after error@1823671550) -> (continuation of Deferred@1465039002 after retry RPC after error@302979040) -> (continuation of Deferred@992618606 after retry RPC after error@1338658561), errback=(continuation of Deferred@390726868 after retry RPC after error@166551258) -> (continuation of Deferred@554924124 after retry RPC after error@813346201) -> (continuation of Deferred@2010215398 after retry RPC after error@338290760) -> (continuation of Deferred@784511753 after retry RPC after error@1269945645) -> (continuation of Deferred@922993150 after retry RPC after error@1823671550) -> (continuation of Deferred@1465039002 after retry RPC after error@302979040) -> (continuation of Deferred@992618606 after retry RPC after error@1338658561)))
09:05:41.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2009271033(state=PENDING, result=null, callback=(continuation of Deferred@1260584126 after retry RPC after error@1148114540) -> (continuation of Deferred@1527677684 after retry RPC after error@880136110) -> (continuation of Deferred@1752040082 after retry RPC after error@1510044741) -> (continuation of Deferred@1974944979 after retry RPC after error@1864756596) -> (continuation of Deferred@2009532560 after retry RPC after error@641067377) -> (continuation of Deferred@1777053880 after retry RPC after error@702918332) -> (continuation of Deferred@1722396824 after retry RPC after error@1876861789) -> (continuation of Deferred@1527033966 after retry RPC after error@1594914300), errback=(continuation of Deferred@1260584126 after retry RPC after error@1148114540) -> (continuation of Deferred@1527677684 after retry RPC after error@880136110) -> (continuation of Deferred@1752040082 after retry RPC after error@1510044741) -> (continuation of Deferred@1974944979 after retry RPC after error@1864756596) -> (continuation of Deferred@2009532560 after retry RPC after error@641067377) -> (continuation of Deferred@1777053880 after retry RPC after error@702918332) -> (continuation of Deferred@1722396824 after retry RPC after error@1876861789) -> (continuation of Deferred@1527033966 after retry RPC after error@1594914300)))
09:05:41.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2009271033(state=PENDING, result=null, callback=(continuation of Deferred@1260584126 after retry RPC after error@1148114540) -> (continuation of Deferred@1527677684 after retry RPC after error@880136110) -> (continuation of Deferred@1752040082 after retry RPC after error@1510044741) -> (continuation of Deferred@1974944979 after retry RPC after error@1864756596) -> (continuation of Deferred@2009532560 after retry RPC after error@641067377) -> (continuation of Deferred@1777053880 after retry RPC after error@702918332) -> (continuation of Deferred@1722396824 after retry RPC after error@1876861789) -> (continuation of Deferred@1527033966 after retry RPC after error@1594914300), errback=(continuation of Deferred@1260584126 after retry RPC after error@1148114540) -> (continuation of Deferred@1527677684 after retry RPC after error@880136110) -> (continuation of Deferred@1752040082 after retry RPC after error@1510044741) -> (continuation of Deferred@1974944979 after retry RPC after error@1864756596) -> (continuation of Deferred@2009532560 after retry RPC after error@641067377) -> (continuation of Deferred@1777053880 after retry RPC after error@702918332) -> (continuation of Deferred@1722396824 after retry RPC after error@1876861789) -> (continuation of Deferred@1527033966 after retry RPC after error@1594914300)))
09:05:41.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@188717855(state=PENDING, result=null, callback=(continuation of Deferred@232072853 after retry RPC after error@831433554) -> (continuation of Deferred@150976615 after retry RPC after error@2146385156) -> (continuation of Deferred@1537887714 after retry RPC after error@532326910) -> (continuation of Deferred@1785923310 after retry RPC after error@1827803577) -> (continuation of Deferred@1698600088 after retry RPC after error@796992664) -> (continuation of Deferred@1563886576 after retry RPC after error@557100598), errback=(continuation of Deferred@232072853 after retry RPC after error@831433554) -> (continuation of Deferred@150976615 after retry RPC after error@2146385156) -> (continuation of Deferred@1537887714 after retry RPC after error@532326910) -> (continuation of Deferred@1785923310 after retry RPC after error@1827803577) -> (continuation of Deferred@1698600088 after retry RPC after error@796992664) -> (continuation of Deferred@1563886576 after retry RPC after error@557100598)))
09:05:41.563 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@188717855(state=PENDING, result=null, callback=(continuation of Deferred@232072853 after retry RPC after error@831433554) -> (continuation of Deferred@150976615 after retry RPC after error@2146385156) -> (continuation of Deferred@1537887714 after retry RPC after error@532326910) -> (continuation of Deferred@1785923310 after retry RPC after error@1827803577) -> (continuation of Deferred@1698600088 after retry RPC after error@796992664) -> (continuation of Deferred@1563886576 after retry RPC after error@557100598), errback=(continuation of Deferred@232072853 after retry RPC after error@831433554) -> (continuation of Deferred@150976615 after retry RPC after error@2146385156) -> (continuation of Deferred@1537887714 after retry RPC after error@532326910) -> (continuation of Deferred@1785923310 after retry RPC after error@1827803577) -> (continuation of Deferred@1698600088 after retry RPC after error@796992664) -> (continuation of Deferred@1563886576 after retry RPC after error@557100598)))
09:05:41.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2107023598(state=PENDING, result=null, callback=(continuation of Deferred@1614462083 after retry RPC after error@103161036) -> (continuation of Deferred@342121742 after retry RPC after error@1555893948) -> (continuation of Deferred@1775660812 after retry RPC after error@1604378246) -> (continuation of Deferred@1771725905 after retry RPC after error@1566986032) -> (continuation of Deferred@118678943 after retry RPC after error@1587498773) -> (continuation of Deferred@1688014971 after retry RPC after error@200137751), errback=(continuation of Deferred@1614462083 after retry RPC after error@103161036) -> (continuation of Deferred@342121742 after retry RPC after error@1555893948) -> (continuation of Deferred@1775660812 after retry RPC after error@1604378246) -> (continuation of Deferred@1771725905 after retry RPC after error@1566986032) -> (continuation of Deferred@118678943 after retry RPC after error@1587498773) -> (continuation of Deferred@1688014971 after retry RPC after error@200137751)))
09:05:41.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2107023598(state=PENDING, result=null, callback=(continuation of Deferred@1614462083 after retry RPC after error@103161036) -> (continuation of Deferred@342121742 after retry RPC after error@1555893948) -> (continuation of Deferred@1775660812 after retry RPC after error@1604378246) -> (continuation of Deferred@1771725905 after retry RPC after error@1566986032) -> (continuation of Deferred@118678943 after retry RPC after error@1587498773) -> (continuation of Deferred@1688014971 after retry RPC after error@200137751), errback=(continuation of Deferred@1614462083 after retry RPC after error@103161036) -> (continuation of Deferred@342121742 after retry RPC after error@1555893948) -> (continuation of Deferred@1775660812 after retry RPC after error@1604378246) -> (continuation of Deferred@1771725905 after retry RPC after error@1566986032) -> (continuation of Deferred@118678943 after retry RPC after error@1587498773) -> (continuation of Deferred@1688014971 after retry RPC after error@200137751)))
09:05:41.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@834434460(state=PENDING, result=null, callback=(continuation of Deferred@1935725751 after retry RPC after error@2037689418) -> (continuation of Deferred@1152643091 after retry RPC after error@384925068) -> (continuation of Deferred@1665259145 after retry RPC after error@1066086487) -> (continuation of Deferred@1684241629 after retry RPC after error@2044948672) -> (continuation of Deferred@343606507 after retry RPC after error@1922340795) -> (continuation of Deferred@225347744 after retry RPC after error@1877580989), errback=(continuation of Deferred@1935725751 after retry RPC after error@2037689418) -> (continuation of Deferred@1152643091 after retry RPC after error@384925068) -> (continuation of Deferred@1665259145 after retry RPC after error@1066086487) -> (continuation of Deferred@1684241629 after retry RPC after error@2044948672) -> (continuation of Deferred@343606507 after retry RPC after error@1922340795) -> (continuation of Deferred@225347744 after retry RPC after error@1877580989)))
09:05:41.925 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [0ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@834434460(state=PENDING, result=null, callback=(continuation of Deferred@1935725751 after retry RPC after error@2037689418) -> (continuation of Deferred@1152643091 after retry RPC after error@384925068) -> (continuation of Deferred@1665259145 after retry RPC after error@1066086487) -> (continuation of Deferred@1684241629 after retry RPC after error@2044948672) -> (continuation of Deferred@343606507 after retry RPC after error@1922340795) -> (continuation of Deferred@225347744 after retry RPC after error@1877580989), errback=(continuation of Deferred@1935725751 after retry RPC after error@2037689418) -> (continuation of Deferred@1152643091 after retry RPC after error@384925068) -> (continuation of Deferred@1665259145 after retry RPC after error@1066086487) -> (continuation of Deferred@1684241629 after retry RPC after error@2044948672) -> (continuation of Deferred@343606507 after retry RPC after error@1922340795) -> (continuation of Deferred@225347744 after retry RPC after error@1877580989)))
09:05:41.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:41.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:41.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:41.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:41.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:41.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@827047770(state=PENDING, result=null, callback=(continuation of Deferred@317273874 after retry RPC after error@1397484433) -> (continuation of Deferred@1523029243 after retry RPC after error@907690390) -> (continuation of Deferred@1838199264 after retry RPC after error@1628166304) -> (continuation of Deferred@118356022 after retry RPC after error@1677664176) -> (continuation of Deferred@193506718 after retry RPC after error@880388759) -> (continuation of Deferred@1558001766 after retry RPC after error@1204076242), errback=(continuation of Deferred@317273874 after retry RPC after error@1397484433) -> (continuation of Deferred@1523029243 after retry RPC after error@907690390) -> (continuation of Deferred@1838199264 after retry RPC after error@1628166304) -> (continuation of Deferred@118356022 after retry RPC after error@1677664176) -> (continuation of Deferred@193506718 after retry RPC after error@880388759) -> (continuation of Deferred@1558001766 after retry RPC after error@1204076242)))
09:05:42.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@827047770(state=PENDING, result=null, callback=(continuation of Deferred@317273874 after retry RPC after error@1397484433) -> (continuation of Deferred@1523029243 after retry RPC after error@907690390) -> (continuation of Deferred@1838199264 after retry RPC after error@1628166304) -> (continuation of Deferred@118356022 after retry RPC after error@1677664176) -> (continuation of Deferred@193506718 after retry RPC after error@880388759) -> (continuation of Deferred@1558001766 after retry RPC after error@1204076242), errback=(continuation of Deferred@317273874 after retry RPC after error@1397484433) -> (continuation of Deferred@1523029243 after retry RPC after error@907690390) -> (continuation of Deferred@1838199264 after retry RPC after error@1628166304) -> (continuation of Deferred@118356022 after retry RPC after error@1677664176) -> (continuation of Deferred@193506718 after retry RPC after error@880388759) -> (continuation of Deferred@1558001766 after retry RPC after error@1204076242)))
09:05:42.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.361 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@2119581816(state=PENDING, result=null, callback=(continuation of Deferred@1891346011 after retry RPC after error@2126541458) -> (continuation of Deferred@25205019 after retry RPC after error@1301892307) -> (continuation of Deferred@1623044677 after retry RPC after error@487856162) -> (continuation of Deferred@408490714 after retry RPC after error@522271446) -> (continuation of Deferred@302226669 after retry RPC after error@795562887) -> (continuation of Deferred@2138332018 after retry RPC after error@1762998720) -> (continuation of Deferred@1736385787 after retry RPC after error@318612728), errback=(continuation of Deferred@1891346011 after retry RPC after error@2126541458) -> (continuation of Deferred@25205019 after retry RPC after error@1301892307) -> (continuation of Deferred@1623044677 after retry RPC after error@487856162) -> (continuation of Deferred@408490714 after retry RPC after error@522271446) -> (continuation of Deferred@302226669 after retry RPC after error@795562887) -> (continuation of Deferred@2138332018 after retry RPC after error@1762998720) -> (continuation of Deferred@1736385787 after retry RPC after error@318612728)))
09:05:42.362 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:42.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1559807646(state=PENDING, result=null, callback=(continuation of Deferred@470560548 after retry RPC after error@644345509) -> (continuation of Deferred@1479168063 after retry RPC after error@1115464082) -> (continuation of Deferred@1064616950 after retry RPC after error@654246011) -> (continuation of Deferred@744359731 after retry RPC after error@185156379) -> (continuation of Deferred@310074111 after retry RPC after error@1280932883) -> (continuation of Deferred@283286836 after retry RPC after error@1370625448) -> (continuation of Deferred@433459651 after retry RPC after error@510156558) -> (continuation of Deferred@442989258 after retry RPC after error@1538859899), errback=(continuation of Deferred@470560548 after retry RPC after error@644345509) -> (continuation of Deferred@1479168063 after retry RPC after error@1115464082) -> (continuation of Deferred@1064616950 after retry RPC after error@654246011) -> (continuation of Deferred@744359731 after retry RPC after error@185156379) -> (continuation of Deferred@310074111 after retry RPC after error@1280932883) -> (continuation of Deferred@283286836 after retry RPC after error@1370625448) -> (continuation of Deferred@433459651 after retry RPC after error@510156558) -> (continuation of Deferred@442989258 after retry RPC after error@1538859899)))
09:05:42.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1559807646(state=PENDING, result=null, callback=(continuation of Deferred@470560548 after retry RPC after error@644345509) -> (continuation of Deferred@1479168063 after retry RPC after error@1115464082) -> (continuation of Deferred@1064616950 after retry RPC after error@654246011) -> (continuation of Deferred@744359731 after retry RPC after error@185156379) -> (continuation of Deferred@310074111 after retry RPC after error@1280932883) -> (continuation of Deferred@283286836 after retry RPC after error@1370625448) -> (continuation of Deferred@433459651 after retry RPC after error@510156558) -> (continuation of Deferred@442989258 after retry RPC after error@1538859899), errback=(continuation of Deferred@470560548 after retry RPC after error@644345509) -> (continuation of Deferred@1479168063 after retry RPC after error@1115464082) -> (continuation of Deferred@1064616950 after retry RPC after error@654246011) -> (continuation of Deferred@744359731 after retry RPC after error@185156379) -> (continuation of Deferred@310074111 after retry RPC after error@1280932883) -> (continuation of Deferred@283286836 after retry RPC after error@1370625448) -> (continuation of Deferred@433459651 after retry RPC after error@510156558) -> (continuation of Deferred@442989258 after retry RPC after error@1538859899)))
09:05:42.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.881 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@179645143(state=PENDING, result=null, callback=(continuation of Deferred@722137138 after retry RPC after error@1134472016) -> (continuation of Deferred@620258113 after retry RPC after error@121112219) -> (continuation of Deferred@2077228334 after retry RPC after error@1295846700) -> (continuation of Deferred@716742049 after retry RPC after error@1844665011) -> (continuation of Deferred@1766976686 after retry RPC after error@1277221061) -> (continuation of Deferred@572199285 after retry RPC after error@1430974791) -> (continuation of Deferred@865620956 after retry RPC after error@2033472410), errback=(continuation of Deferred@722137138 after retry RPC after error@1134472016) -> (continuation of Deferred@620258113 after retry RPC after error@121112219) -> (continuation of Deferred@2077228334 after retry RPC after error@1295846700) -> (continuation of Deferred@716742049 after retry RPC after error@1844665011) -> (continuation of Deferred@1766976686 after retry RPC after error@1277221061) -> (continuation of Deferred@572199285 after retry RPC after error@1430974791) -> (continuation of Deferred@865620956 after retry RPC after error@2033472410)))
09:05:42.882 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:42.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:42.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:42.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:42.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:42.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:42.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1471683777(state=PENDING, result=null, callback=(continuation of Deferred@80192246 after retry RPC after error@1859798174) -> (continuation of Deferred@1807227905 after retry RPC after error@2096192419) -> (continuation of Deferred@1167627993 after retry RPC after error@2035991616) -> (continuation of Deferred@1386846078 after retry RPC after error@611578571) -> (continuation of Deferred@626824898 after retry RPC after error@168509165) -> (continuation of Deferred@336026293 after retry RPC after error@802752340) -> (continuation of Deferred@1852997355 after retry RPC after error@1029556638), errback=(continuation of Deferred@80192246 after retry RPC after error@1859798174) -> (continuation of Deferred@1807227905 after retry RPC after error@2096192419) -> (continuation of Deferred@1167627993 after retry RPC after error@2035991616) -> (continuation of Deferred@1386846078 after retry RPC after error@611578571) -> (continuation of Deferred@626824898 after retry RPC after error@168509165) -> (continuation of Deferred@336026293 after retry RPC after error@802752340) -> (continuation of Deferred@1852997355 after retry RPC after error@1029556638)))
09:05:43.104 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1471683777(state=PENDING, result=null, callback=(continuation of Deferred@80192246 after retry RPC after error@1859798174) -> (continuation of Deferred@1807227905 after retry RPC after error@2096192419) -> (continuation of Deferred@1167627993 after retry RPC after error@2035991616) -> (continuation of Deferred@1386846078 after retry RPC after error@611578571) -> (continuation of Deferred@626824898 after retry RPC after error@168509165) -> (continuation of Deferred@336026293 after retry RPC after error@802752340) -> (continuation of Deferred@1852997355 after retry RPC after error@1029556638), errback=(continuation of Deferred@80192246 after retry RPC after error@1859798174) -> (continuation of Deferred@1807227905 after retry RPC after error@2096192419) -> (continuation of Deferred@1167627993 after retry RPC after error@2035991616) -> (continuation of Deferred@1386846078 after retry RPC after error@611578571) -> (continuation of Deferred@626824898 after retry RPC after error@168509165) -> (continuation of Deferred@336026293 after retry RPC after error@802752340) -> (continuation of Deferred@1852997355 after retry RPC after error@1029556638)))
09:05:43.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@589314424(state=PENDING, result=null, callback=(continuation of Deferred@1875222614 after retry RPC after error@504389325) -> (continuation of Deferred@485554623 after retry RPC after error@1043986592) -> (continuation of Deferred@2084321313 after retry RPC after error@1623648093) -> (continuation of Deferred@2078332923 after retry RPC after error@174972127) -> (continuation of Deferred@386732163 after retry RPC after error@1084682544) -> (continuation of Deferred@1032108496 after retry RPC after error@1500184987) -> (continuation of Deferred@639474493 after retry RPC after error@1371914687), errback=(continuation of Deferred@1875222614 after retry RPC after error@504389325) -> (continuation of Deferred@485554623 after retry RPC after error@1043986592) -> (continuation of Deferred@2084321313 after retry RPC after error@1623648093) -> (continuation of Deferred@2078332923 after retry RPC after error@174972127) -> (continuation of Deferred@386732163 after retry RPC after error@1084682544) -> (continuation of Deferred@1032108496 after retry RPC after error@1500184987) -> (continuation of Deferred@639474493 after retry RPC after error@1371914687)))
09:05:43.305 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@589314424(state=PENDING, result=null, callback=(continuation of Deferred@1875222614 after retry RPC after error@504389325) -> (continuation of Deferred@485554623 after retry RPC after error@1043986592) -> (continuation of Deferred@2084321313 after retry RPC after error@1623648093) -> (continuation of Deferred@2078332923 after retry RPC after error@174972127) -> (continuation of Deferred@386732163 after retry RPC after error@1084682544) -> (continuation of Deferred@1032108496 after retry RPC after error@1500184987) -> (continuation of Deferred@639474493 after retry RPC after error@1371914687), errback=(continuation of Deferred@1875222614 after retry RPC after error@504389325) -> (continuation of Deferred@485554623 after retry RPC after error@1043986592) -> (continuation of Deferred@2084321313 after retry RPC after error@1623648093) -> (continuation of Deferred@2078332923 after retry RPC after error@174972127) -> (continuation of Deferred@386732163 after retry RPC after error@1084682544) -> (continuation of Deferred@1032108496 after retry RPC after error@1500184987) -> (continuation of Deferred@639474493 after retry RPC after error@1371914687)))
09:05:43.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.581 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1517317454(state=PENDING, result=null, callback=(continuation of Deferred@1646097237 after retry RPC after error@1577704005) -> (continuation of Deferred@254968370 after retry RPC after error@1458672775) -> (continuation of Deferred@1602208471 after retry RPC after error@1328865423) -> (continuation of Deferred@1410123849 after retry RPC after error@243477475) -> (continuation of Deferred@793459102 after retry RPC after error@1192461408) -> (continuation of Deferred@1978618443 after retry RPC after error@1646572326) -> (continuation of Deferred@341176629 after retry RPC after error@1329485659) -> (continuation of Deferred@1078737405 after retry RPC after error@129376081), errback=(continuation of Deferred@1646097237 after retry RPC after error@1577704005) -> (continuation of Deferred@254968370 after retry RPC after error@1458672775) -> (continuation of Deferred@1602208471 after retry RPC after error@1328865423) -> (continuation of Deferred@1410123849 after retry RPC after error@243477475) -> (continuation of Deferred@793459102 after retry RPC after error@1192461408) -> (continuation of Deferred@1978618443 after retry RPC after error@1646572326) -> (continuation of Deferred@341176629 after retry RPC after error@1329485659) -> (continuation of Deferred@1078737405 after retry RPC after error@129376081)))
09:05:43.581 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:43.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1575811485(state=PENDING, result=null, callback=(continuation of Deferred@182506609 after retry RPC after error@560606753) -> (continuation of Deferred@841812263 after retry RPC after error@137838318) -> (continuation of Deferred@83370181 after retry RPC after error@1955794269) -> (continuation of Deferred@783107801 after retry RPC after error@534568364) -> (continuation of Deferred@1516710042 after retry RPC after error@921845614) -> (continuation of Deferred@1923951847 after retry RPC after error@191217315) -> (continuation of Deferred@1747281069 after retry RPC after error@1334521736), errback=(continuation of Deferred@182506609 after retry RPC after error@560606753) -> (continuation of Deferred@841812263 after retry RPC after error@137838318) -> (continuation of Deferred@83370181 after retry RPC after error@1955794269) -> (continuation of Deferred@783107801 after retry RPC after error@534568364) -> (continuation of Deferred@1516710042 after retry RPC after error@921845614) -> (continuation of Deferred@1923951847 after retry RPC after error@191217315) -> (continuation of Deferred@1747281069 after retry RPC after error@1334521736)))
09:05:43.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1575811485(state=PENDING, result=null, callback=(continuation of Deferred@182506609 after retry RPC after error@560606753) -> (continuation of Deferred@841812263 after retry RPC after error@137838318) -> (continuation of Deferred@83370181 after retry RPC after error@1955794269) -> (continuation of Deferred@783107801 after retry RPC after error@534568364) -> (continuation of Deferred@1516710042 after retry RPC after error@921845614) -> (continuation of Deferred@1923951847 after retry RPC after error@191217315) -> (continuation of Deferred@1747281069 after retry RPC after error@1334521736), errback=(continuation of Deferred@182506609 after retry RPC after error@560606753) -> (continuation of Deferred@841812263 after retry RPC after error@137838318) -> (continuation of Deferred@83370181 after retry RPC after error@1955794269) -> (continuation of Deferred@783107801 after retry RPC after error@534568364) -> (continuation of Deferred@1516710042 after retry RPC after error@921845614) -> (continuation of Deferred@1923951847 after retry RPC after error@191217315) -> (continuation of Deferred@1747281069 after retry RPC after error@1334521736)))
09:05:43.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:43.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:43.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:43.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:43.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:43.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1789526579(state=PENDING, result=null, callback=(continuation of Deferred@1808869568 after retry RPC after error@1830225578) -> (continuation of Deferred@2103575569 after retry RPC after error@1206069780) -> (continuation of Deferred@630627584 after retry RPC after error@1893858638) -> (continuation of Deferred@500051407 after retry RPC after error@1126369256) -> (continuation of Deferred@1380776977 after retry RPC after error@767058075) -> (continuation of Deferred@1106546870 after retry RPC after error@439604007) -> (continuation of Deferred@791283716 after retry RPC after error@1098389954), errback=(continuation of Deferred@1808869568 after retry RPC after error@1830225578) -> (continuation of Deferred@2103575569 after retry RPC after error@1206069780) -> (continuation of Deferred@630627584 after retry RPC after error@1893858638) -> (continuation of Deferred@500051407 after retry RPC after error@1126369256) -> (continuation of Deferred@1380776977 after retry RPC after error@767058075) -> (continuation of Deferred@1106546870 after retry RPC after error@439604007) -> (continuation of Deferred@791283716 after retry RPC after error@1098389954)))
09:05:43.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1789526579(state=PENDING, result=null, callback=(continuation of Deferred@1808869568 after retry RPC after error@1830225578) -> (continuation of Deferred@2103575569 after retry RPC after error@1206069780) -> (continuation of Deferred@630627584 after retry RPC after error@1893858638) -> (continuation of Deferred@500051407 after retry RPC after error@1126369256) -> (continuation of Deferred@1380776977 after retry RPC after error@767058075) -> (continuation of Deferred@1106546870 after retry RPC after error@439604007) -> (continuation of Deferred@791283716 after retry RPC after error@1098389954), errback=(continuation of Deferred@1808869568 after retry RPC after error@1830225578) -> (continuation of Deferred@2103575569 after retry RPC after error@1206069780) -> (continuation of Deferred@630627584 after retry RPC after error@1893858638) -> (continuation of Deferred@500051407 after retry RPC after error@1126369256) -> (continuation of Deferred@1380776977 after retry RPC after error@767058075) -> (continuation of Deferred@1106546870 after retry RPC after error@439604007) -> (continuation of Deferred@791283716 after retry RPC after error@1098389954)))
09:05:44.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2125758153(state=PENDING, result=null, callback=(continuation of Deferred@1295945929 after retry RPC after error@1418563421) -> (continuation of Deferred@992644808 after retry RPC after error@1723202898) -> (continuation of Deferred@1605665173 after retry RPC after error@1744509529) -> (continuation of Deferred@147362976 after retry RPC after error@1105115014) -> (continuation of Deferred@983383553 after retry RPC after error@93045465) -> (continuation of Deferred@1227504476 after retry RPC after error@2105329528) -> (continuation of Deferred@784499680 after retry RPC after error@1963201003), errback=(continuation of Deferred@1295945929 after retry RPC after error@1418563421) -> (continuation of Deferred@992644808 after retry RPC after error@1723202898) -> (continuation of Deferred@1605665173 after retry RPC after error@1744509529) -> (continuation of Deferred@147362976 after retry RPC after error@1105115014) -> (continuation of Deferred@983383553 after retry RPC after error@93045465) -> (continuation of Deferred@1227504476 after retry RPC after error@2105329528) -> (continuation of Deferred@784499680 after retry RPC after error@1963201003)))
09:05:44.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2125758153(state=PENDING, result=null, callback=(continuation of Deferred@1295945929 after retry RPC after error@1418563421) -> (continuation of Deferred@992644808 after retry RPC after error@1723202898) -> (continuation of Deferred@1605665173 after retry RPC after error@1744509529) -> (continuation of Deferred@147362976 after retry RPC after error@1105115014) -> (continuation of Deferred@983383553 after retry RPC after error@93045465) -> (continuation of Deferred@1227504476 after retry RPC after error@2105329528) -> (continuation of Deferred@784499680 after retry RPC after error@1963201003), errback=(continuation of Deferred@1295945929 after retry RPC after error@1418563421) -> (continuation of Deferred@992644808 after retry RPC after error@1723202898) -> (continuation of Deferred@1605665173 after retry RPC after error@1744509529) -> (continuation of Deferred@147362976 after retry RPC after error@1105115014) -> (continuation of Deferred@983383553 after retry RPC after error@93045465) -> (continuation of Deferred@1227504476 after retry RPC after error@2105329528) -> (continuation of Deferred@784499680 after retry RPC after error@1963201003)))
09:05:44.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@568037072(state=PENDING, result=null, callback=(continuation of Deferred@1704512641 after retry RPC after error@654159188) -> (continuation of Deferred@1924964546 after retry RPC after error@258739531) -> (continuation of Deferred@741553379 after retry RPC after error@1743764284) -> (continuation of Deferred@1891806643 after retry RPC after error@531361973) -> (continuation of Deferred@705317775 after retry RPC after error@816194473) -> (continuation of Deferred@1433186107 after retry RPC after error@352502651) -> (continuation of Deferred@1831646311 after retry RPC after error@1813412096), errback=(continuation of Deferred@1704512641 after retry RPC after error@654159188) -> (continuation of Deferred@1924964546 after retry RPC after error@258739531) -> (continuation of Deferred@741553379 after retry RPC after error@1743764284) -> (continuation of Deferred@1891806643 after retry RPC after error@531361973) -> (continuation of Deferred@705317775 after retry RPC after error@816194473) -> (continuation of Deferred@1433186107 after retry RPC after error@352502651) -> (continuation of Deferred@1831646311 after retry RPC after error@1813412096)))
09:05:44.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@568037072(state=PENDING, result=null, callback=(continuation of Deferred@1704512641 after retry RPC after error@654159188) -> (continuation of Deferred@1924964546 after retry RPC after error@258739531) -> (continuation of Deferred@741553379 after retry RPC after error@1743764284) -> (continuation of Deferred@1891806643 after retry RPC after error@531361973) -> (continuation of Deferred@705317775 after retry RPC after error@816194473) -> (continuation of Deferred@1433186107 after retry RPC after error@352502651) -> (continuation of Deferred@1831646311 after retry RPC after error@1813412096), errback=(continuation of Deferred@1704512641 after retry RPC after error@654159188) -> (continuation of Deferred@1924964546 after retry RPC after error@258739531) -> (continuation of Deferred@741553379 after retry RPC after error@1743764284) -> (continuation of Deferred@1891806643 after retry RPC after error@531361973) -> (continuation of Deferred@705317775 after retry RPC after error@816194473) -> (continuation of Deferred@1433186107 after retry RPC after error@352502651) -> (continuation of Deferred@1831646311 after retry RPC after error@1813412096)))
09:05:44.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1871133197(state=PENDING, result=null, callback=(continuation of Deferred@571554658 after retry RPC after error@1914112103) -> (continuation of Deferred@2132550229 after retry RPC after error@698165481) -> (continuation of Deferred@50125971 after retry RPC after error@1222817947) -> (continuation of Deferred@1450325336 after retry RPC after error@384341279) -> (continuation of Deferred@1913969429 after retry RPC after error@795841452) -> (continuation of Deferred@1760607212 after retry RPC after error@979540864) -> (continuation of Deferred@1853502378 after retry RPC after error@1037778746), errback=(continuation of Deferred@571554658 after retry RPC after error@1914112103) -> (continuation of Deferred@2132550229 after retry RPC after error@698165481) -> (continuation of Deferred@50125971 after retry RPC after error@1222817947) -> (continuation of Deferred@1450325336 after retry RPC after error@384341279) -> (continuation of Deferred@1913969429 after retry RPC after error@795841452) -> (continuation of Deferred@1760607212 after retry RPC after error@979540864) -> (continuation of Deferred@1853502378 after retry RPC after error@1037778746)))
09:05:44.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1871133197(state=PENDING, result=null, callback=(continuation of Deferred@571554658 after retry RPC after error@1914112103) -> (continuation of Deferred@2132550229 after retry RPC after error@698165481) -> (continuation of Deferred@50125971 after retry RPC after error@1222817947) -> (continuation of Deferred@1450325336 after retry RPC after error@384341279) -> (continuation of Deferred@1913969429 after retry RPC after error@795841452) -> (continuation of Deferred@1760607212 after retry RPC after error@979540864) -> (continuation of Deferred@1853502378 after retry RPC after error@1037778746), errback=(continuation of Deferred@571554658 after retry RPC after error@1914112103) -> (continuation of Deferred@2132550229 after retry RPC after error@698165481) -> (continuation of Deferred@50125971 after retry RPC after error@1222817947) -> (continuation of Deferred@1450325336 after retry RPC after error@384341279) -> (continuation of Deferred@1913969429 after retry RPC after error@795841452) -> (continuation of Deferred@1760607212 after retry RPC after error@979540864) -> (continuation of Deferred@1853502378 after retry RPC after error@1037778746)))
09:05:44.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1556405941(state=PENDING, result=null, callback=(continuation of Deferred@59019557 after retry RPC after error@33163383) -> (continuation of Deferred@1736037681 after retry RPC after error@498245149) -> (continuation of Deferred@974666039 after retry RPC after error@1802516403) -> (continuation of Deferred@1107929009 after retry RPC after error@1262656411) -> (continuation of Deferred@812171845 after retry RPC after error@1523562068) -> (continuation of Deferred@1442100883 after retry RPC after error@171274741), errback=(continuation of Deferred@59019557 after retry RPC after error@33163383) -> (continuation of Deferred@1736037681 after retry RPC after error@498245149) -> (continuation of Deferred@974666039 after retry RPC after error@1802516403) -> (continuation of Deferred@1107929009 after retry RPC after error@1262656411) -> (continuation of Deferred@812171845 after retry RPC after error@1523562068) -> (continuation of Deferred@1442100883 after retry RPC after error@171274741)))
09:05:44.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1556405941(state=PENDING, result=null, callback=(continuation of Deferred@59019557 after retry RPC after error@33163383) -> (continuation of Deferred@1736037681 after retry RPC after error@498245149) -> (continuation of Deferred@974666039 after retry RPC after error@1802516403) -> (continuation of Deferred@1107929009 after retry RPC after error@1262656411) -> (continuation of Deferred@812171845 after retry RPC after error@1523562068) -> (continuation of Deferred@1442100883 after retry RPC after error@171274741), errback=(continuation of Deferred@59019557 after retry RPC after error@33163383) -> (continuation of Deferred@1736037681 after retry RPC after error@498245149) -> (continuation of Deferred@974666039 after retry RPC after error@1802516403) -> (continuation of Deferred@1107929009 after retry RPC after error@1262656411) -> (continuation of Deferred@812171845 after retry RPC after error@1523562068) -> (continuation of Deferred@1442100883 after retry RPC after error@171274741)))
09:05:44.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:44.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:44.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:44.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:44.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:44.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.121 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1955619931(state=PENDING, result=null, callback=(continuation of Deferred@62441758 after retry RPC after error@211152441) -> (continuation of Deferred@822725875 after retry RPC after error@1179436085) -> (continuation of Deferred@58267099 after retry RPC after error@540989355) -> (continuation of Deferred@1596979467 after retry RPC after error@2145575863) -> (continuation of Deferred@889124445 after retry RPC after error@1647045862) -> (continuation of Deferred@1114420745 after retry RPC after error@721099432) -> (continuation of Deferred@1777618356 after retry RPC after error@1409667248), errback=(continuation of Deferred@62441758 after retry RPC after error@211152441) -> (continuation of Deferred@822725875 after retry RPC after error@1179436085) -> (continuation of Deferred@58267099 after retry RPC after error@540989355) -> (continuation of Deferred@1596979467 after retry RPC after error@2145575863) -> (continuation of Deferred@889124445 after retry RPC after error@1647045862) -> (continuation of Deferred@1114420745 after retry RPC after error@721099432) -> (continuation of Deferred@1777618356 after retry RPC after error@1409667248)))
09:05:45.122 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:45.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.400 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@370123907(state=PENDING, result=null, callback=(continuation of Deferred@357725009 after retry RPC after error@1390222718) -> (continuation of Deferred@1509049982 after retry RPC after error@850582143) -> (continuation of Deferred@880603011 after retry RPC after error@250622623) -> (continuation of Deferred@1174033545 after retry RPC after error@1631526763) -> (continuation of Deferred@854389816 after retry RPC after error@1032281136) -> (continuation of Deferred@709761301 after retry RPC after error@865308528) -> (continuation of Deferred@1720442894 after retry RPC after error@1642743347), errback=(continuation of Deferred@357725009 after retry RPC after error@1390222718) -> (continuation of Deferred@1509049982 after retry RPC after error@850582143) -> (continuation of Deferred@880603011 after retry RPC after error@250622623) -> (continuation of Deferred@1174033545 after retry RPC after error@1631526763) -> (continuation of Deferred@854389816 after retry RPC after error@1032281136) -> (continuation of Deferred@709761301 after retry RPC after error@865308528) -> (continuation of Deferred@1720442894 after retry RPC after error@1642743347)))
09:05:45.401 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:45.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:45.580895 20399 master_runner.cc:186] Error getting master registration for 127.19.193.126:37321: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111),
09:05:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:45.581111 20399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:45.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@236197069(state=PENDING, result=null, callback=(continuation of Deferred@1419570935 after retry RPC after error@450929265) -> (continuation of Deferred@528899925 after retry RPC after error@832209428) -> (continuation of Deferred@46283142 after retry RPC after error@489615493) -> (continuation of Deferred@822044802 after retry RPC after error@1435551403) -> (continuation of Deferred@1175313302 after retry RPC after error@743285002) -> (continuation of Deferred@1732081529 after retry RPC after error@885735595) -> (continuation of Deferred@473103567 after retry RPC after error@1572228018) -> (continuation of Deferred@1371302338 after retry RPC after error@1058846022), errback=(continuation of Deferred@1419570935 after retry RPC after error@450929265) -> (continuation of Deferred@528899925 after retry RPC after error@832209428) -> (continuation of Deferred@46283142 after retry RPC after error@489615493) -> (continuation of Deferred@822044802 after retry RPC after error@1435551403) -> (continuation of Deferred@1175313302 after retry RPC after error@743285002) -> (continuation of Deferred@1732081529 after retry RPC after error@885735595) -> (continuation of Deferred@473103567 after retry RPC after error@1572228018) -> (continuation of Deferred@1371302338 after retry RPC after error@1058846022)))
09:05:45.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@236197069(state=PENDING, result=null, callback=(continuation of Deferred@1419570935 after retry RPC after error@450929265) -> (continuation of Deferred@528899925 after retry RPC after error@832209428) -> (continuation of Deferred@46283142 after retry RPC after error@489615493) -> (continuation of Deferred@822044802 after retry RPC after error@1435551403) -> (continuation of Deferred@1175313302 after retry RPC after error@743285002) -> (continuation of Deferred@1732081529 after retry RPC after error@885735595) -> (continuation of Deferred@473103567 after retry RPC after error@1572228018) -> (continuation of Deferred@1371302338 after retry RPC after error@1058846022), errback=(continuation of Deferred@1419570935 after retry RPC after error@450929265) -> (continuation of Deferred@528899925 after retry RPC after error@832209428) -> (continuation of Deferred@46283142 after retry RPC after error@489615493) -> (continuation of Deferred@822044802 after retry RPC after error@1435551403) -> (continuation of Deferred@1175313302 after retry RPC after error@743285002) -> (continuation of Deferred@1732081529 after retry RPC after error@885735595) -> (continuation of Deferred@473103567 after retry RPC after error@1572228018) -> (continuation of Deferred@1371302338 after retry RPC after error@1058846022)))
09:05:45.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@654641565(state=PENDING, result=null, callback=(continuation of Deferred@1003213386 after retry RPC after error@1090748591) -> (continuation of Deferred@562725605 after retry RPC after error@776748712) -> (continuation of Deferred@1274077353 after retry RPC after error@380307328) -> (continuation of Deferred@1673732634 after retry RPC after error@741730740) -> (continuation of Deferred@1619833139 after retry RPC after error@785722789) -> (continuation of Deferred@1417419159 after retry RPC after error@1468478181) -> (continuation of Deferred@1384584207 after retry RPC after error@1429775359), errback=(continuation of Deferred@1003213386 after retry RPC after error@1090748591) -> (continuation of Deferred@562725605 after retry RPC after error@776748712) -> (continuation of Deferred@1274077353 after retry RPC after error@380307328) -> (continuation of Deferred@1673732634 after retry RPC after error@741730740) -> (continuation of Deferred@1619833139 after retry RPC after error@785722789) -> (continuation of Deferred@1417419159 after retry RPC after error@1468478181) -> (continuation of Deferred@1384584207 after retry RPC after error@1429775359)))
09:05:45.903 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@654641565(state=PENDING, result=null, callback=(continuation of Deferred@1003213386 after retry RPC after error@1090748591) -> (continuation of Deferred@562725605 after retry RPC after error@776748712) -> (continuation of Deferred@1274077353 after retry RPC after error@380307328) -> (continuation of Deferred@1673732634 after retry RPC after error@741730740) -> (continuation of Deferred@1619833139 after retry RPC after error@785722789) -> (continuation of Deferred@1417419159 after retry RPC after error@1468478181) -> (continuation of Deferred@1384584207 after retry RPC after error@1429775359), errback=(continuation of Deferred@1003213386 after retry RPC after error@1090748591) -> (continuation of Deferred@562725605 after retry RPC after error@776748712) -> (continuation of Deferred@1274077353 after retry RPC after error@380307328) -> (continuation of Deferred@1673732634 after retry RPC after error@741730740) -> (continuation of Deferred@1619833139 after retry RPC after error@785722789) -> (continuation of Deferred@1417419159 after retry RPC after error@1468478181) -> (continuation of Deferred@1384584207 after retry RPC after error@1429775359)))
09:05:45.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:45.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:45.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:45.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:45.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:45.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1549226042(state=PENDING, result=null, callback=(continuation of Deferred@624773211 after retry RPC after error@1633316815) -> (continuation of Deferred@1102965550 after retry RPC after error@655205795) -> (continuation of Deferred@1748852361 after retry RPC after error@1521184854) -> (continuation of Deferred@1952515254 after retry RPC after error@1049335588) -> (continuation of Deferred@1010851690 after retry RPC after error@1030267252) -> (continuation of Deferred@1095780059 after retry RPC after error@595647330), errback=(continuation of Deferred@624773211 after retry RPC after error@1633316815) -> (continuation of Deferred@1102965550 after retry RPC after error@655205795) -> (continuation of Deferred@1748852361 after retry RPC after error@1521184854) -> (continuation of Deferred@1952515254 after retry RPC after error@1049335588) -> (continuation of Deferred@1010851690 after retry RPC after error@1030267252) -> (continuation of Deferred@1095780059 after retry RPC after error@595647330)))
09:05:46.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1549226042(state=PENDING, result=null, callback=(continuation of Deferred@624773211 after retry RPC after error@1633316815) -> (continuation of Deferred@1102965550 after retry RPC after error@655205795) -> (continuation of Deferred@1748852361 after retry RPC after error@1521184854) -> (continuation of Deferred@1952515254 after retry RPC after error@1049335588) -> (continuation of Deferred@1010851690 after retry RPC after error@1030267252) -> (continuation of Deferred@1095780059 after retry RPC after error@595647330), errback=(continuation of Deferred@624773211 after retry RPC after error@1633316815) -> (continuation of Deferred@1102965550 after retry RPC after error@655205795) -> (continuation of Deferred@1748852361 after retry RPC after error@1521184854) -> (continuation of Deferred@1952515254 after retry RPC after error@1049335588) -> (continuation of Deferred@1010851690 after retry RPC after error@1030267252) -> (continuation of Deferred@1095780059 after retry RPC after error@595647330)))
09:05:46.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@492783125(state=PENDING, result=null, callback=(continuation of Deferred@509688288 after retry RPC after error@972052758) -> (continuation of Deferred@738187979 after retry RPC after error@1282891343) -> (continuation of Deferred@1540280344 after retry RPC after error@1615665822) -> (continuation of Deferred@900840926 after retry RPC after error@1128400897) -> (continuation of Deferred@1856065121 after retry RPC after error@1714434241) -> (continuation of Deferred@1582771860 after retry RPC after error@226895711) -> (continuation of Deferred@1764795080 after retry RPC after error@241250583), errback=(continuation of Deferred@509688288 after retry RPC after error@972052758) -> (continuation of Deferred@738187979 after retry RPC after error@1282891343) -> (continuation of Deferred@1540280344 after retry RPC after error@1615665822) -> (continuation of Deferred@900840926 after retry RPC after error@1128400897) -> (continuation of Deferred@1856065121 after retry RPC after error@1714434241) -> (continuation of Deferred@1582771860 after retry RPC after error@226895711) -> (continuation of Deferred@1764795080 after retry RPC after error@241250583)))
09:05:46.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@492783125(state=PENDING, result=null, callback=(continuation of Deferred@509688288 after retry RPC after error@972052758) -> (continuation of Deferred@738187979 after retry RPC after error@1282891343) -> (continuation of Deferred@1540280344 after retry RPC after error@1615665822) -> (continuation of Deferred@900840926 after retry RPC after error@1128400897) -> (continuation of Deferred@1856065121 after retry RPC after error@1714434241) -> (continuation of Deferred@1582771860 after retry RPC after error@226895711) -> (continuation of Deferred@1764795080 after retry RPC after error@241250583), errback=(continuation of Deferred@509688288 after retry RPC after error@972052758) -> (continuation of Deferred@738187979 after retry RPC after error@1282891343) -> (continuation of Deferred@1540280344 after retry RPC after error@1615665822) -> (continuation of Deferred@900840926 after retry RPC after error@1128400897) -> (continuation of Deferred@1856065121 after retry RPC after error@1714434241) -> (continuation of Deferred@1582771860 after retry RPC after error@226895711) -> (continuation of Deferred@1764795080 after retry RPC after error@241250583)))
09:05:46.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@989674359(state=PENDING, result=null, callback=(continuation of Deferred@1786565308 after retry RPC after error@437669347) -> (continuation of Deferred@2121442284 after retry RPC after error@763828694) -> (continuation of Deferred@560121832 after retry RPC after error@162787186) -> (continuation of Deferred@1656049771 after retry RPC after error@2011802690) -> (continuation of Deferred@1082353872 after retry RPC after error@1448986573) -> (continuation of Deferred@505668453 after retry RPC after error@605210463) -> (continuation of Deferred@2131554021 after retry RPC after error@1196899686), errback=(continuation of Deferred@1786565308 after retry RPC after error@437669347) -> (continuation of Deferred@2121442284 after retry RPC after error@763828694) -> (continuation of Deferred@560121832 after retry RPC after error@162787186) -> (continuation of Deferred@1656049771 after retry RPC after error@2011802690) -> (continuation of Deferred@1082353872 after retry RPC after error@1448986573) -> (continuation of Deferred@505668453 after retry RPC after error@605210463) -> (continuation of Deferred@2131554021 after retry RPC after error@1196899686)))
09:05:46.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@989674359(state=PENDING, result=null, callback=(continuation of Deferred@1786565308 after retry RPC after error@437669347) -> (continuation of Deferred@2121442284 after retry RPC after error@763828694) -> (continuation of Deferred@560121832 after retry RPC after error@162787186) -> (continuation of Deferred@1656049771 after retry RPC after error@2011802690) -> (continuation of Deferred@1082353872 after retry RPC after error@1448986573) -> (continuation of Deferred@505668453 after retry RPC after error@605210463) -> (continuation of Deferred@2131554021 after retry RPC after error@1196899686), errback=(continuation of Deferred@1786565308 after retry RPC after error@437669347) -> (continuation of Deferred@2121442284 after retry RPC after error@763828694) -> (continuation of Deferred@560121832 after retry RPC after error@162787186) -> (continuation of Deferred@1656049771 after retry RPC after error@2011802690) -> (continuation of Deferred@1082353872 after retry RPC after error@1448986573) -> (continuation of Deferred@505668453 after retry RPC after error@605210463) -> (continuation of Deferred@2131554021 after retry RPC after error@1196899686)))
09:05:46.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@901455382(state=PENDING, result=null, callback=(continuation of Deferred@919080141 after retry RPC after error@894950614) -> (continuation of Deferred@573774883 after retry RPC after error@1335225821) -> (continuation of Deferred@969748102 after retry RPC after error@846717957) -> (continuation of Deferred@144647276 after retry RPC after error@1753533351) -> (continuation of Deferred@955081007 after retry RPC after error@901246459) -> (continuation of Deferred@1148846949 after retry RPC after error@183316926) -> (continuation of Deferred@1507515861 after retry RPC after error@1393048352), errback=(continuation of Deferred@919080141 after retry RPC after error@894950614) -> (continuation of Deferred@573774883 after retry RPC after error@1335225821) -> (continuation of Deferred@969748102 after retry RPC after error@846717957) -> (continuation of Deferred@144647276 after retry RPC after error@1753533351) -> (continuation of Deferred@955081007 after retry RPC after error@901246459) -> (continuation of Deferred@1148846949 after retry RPC after error@183316926) -> (continuation of Deferred@1507515861 after retry RPC after error@1393048352)))
09:05:46.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@901455382(state=PENDING, result=null, callback=(continuation of Deferred@919080141 after retry RPC after error@894950614) -> (continuation of Deferred@573774883 after retry RPC after error@1335225821) -> (continuation of Deferred@969748102 after retry RPC after error@846717957) -> (continuation of Deferred@144647276 after retry RPC after error@1753533351) -> (continuation of Deferred@955081007 after retry RPC after error@901246459) -> (continuation of Deferred@1148846949 after retry RPC after error@183316926) -> (continuation of Deferred@1507515861 after retry RPC after error@1393048352), errback=(continuation of Deferred@919080141 after retry RPC after error@894950614) -> (continuation of Deferred@573774883 after retry RPC after error@1335225821) -> (continuation of Deferred@969748102 after retry RPC after error@846717957) -> (continuation of Deferred@144647276 after retry RPC after error@1753533351) -> (continuation of Deferred@955081007 after retry RPC after error@901246459) -> (continuation of Deferred@1148846949 after retry RPC after error@183316926) -> (continuation of Deferred@1507515861 after retry RPC after error@1393048352)))
09:05:46.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:46.836388 21404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:46.836840 21404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:46.837729 21404 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:46.838804 20419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:46.840149 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:46.840327 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:46.840438 20420 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:46.840829 21404 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:46.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1588512524(state=PENDING, result=null, callback=(continuation of Deferred@60797218 after retry RPC after error@1016264190) -> (continuation of Deferred@410554935 after retry RPC after error@809939091) -> (continuation of Deferred@1320026392 after retry RPC after error@1706565686) -> (continuation of Deferred@957218716 after retry RPC after error@1019871750) -> (continuation of Deferred@47346246 after retry RPC after error@642735034) -> (continuation of Deferred@1885909488 after retry RPC after error@475940809) -> (continuation of Deferred@227493446 after retry RPC after error@1363234502), errback=(continuation of Deferred@60797218 after retry RPC after error@1016264190) -> (continuation of Deferred@410554935 after retry RPC after error@809939091) -> (continuation of Deferred@1320026392 after retry RPC after error@1706565686) -> (continuation of Deferred@957218716 after retry RPC after error@1019871750) -> (continuation of Deferred@47346246 after retry RPC after error@642735034) -> (continuation of Deferred@1885909488 after retry RPC after error@475940809) -> (continuation of Deferred@227493446 after retry RPC after error@1363234502)))
09:05:46.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1588512524(state=PENDING, result=null, callback=(continuation of Deferred@60797218 after retry RPC after error@1016264190) -> (continuation of Deferred@410554935 after retry RPC after error@809939091) -> (continuation of Deferred@1320026392 after retry RPC after error@1706565686) -> (continuation of Deferred@957218716 after retry RPC after error@1019871750) -> (continuation of Deferred@47346246 after retry RPC after error@642735034) -> (continuation of Deferred@1885909488 after retry RPC after error@475940809) -> (continuation of Deferred@227493446 after retry RPC after error@1363234502), errback=(continuation of Deferred@60797218 after retry RPC after error@1016264190) -> (continuation of Deferred@410554935 after retry RPC after error@809939091) -> (continuation of Deferred@1320026392 after retry RPC after error@1706565686) -> (continuation of Deferred@957218716 after retry RPC after error@1019871750) -> (continuation of Deferred@47346246 after retry RPC after error@642735034) -> (continuation of Deferred@1885909488 after retry RPC after error@475940809) -> (continuation of Deferred@227493446 after retry RPC after error@1363234502)))
09:05:46.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:46.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:46.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:46.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:46.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:46.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [4ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@455729400(state=PENDING, result=null, callback=(continuation of Deferred@1177225033 after retry RPC after error@830870941) -> (continuation of Deferred@1592361798 after retry RPC after error@169055811) -> (continuation of Deferred@345819399 after retry RPC after error@364317940) -> (continuation of Deferred@131489463 after retry RPC after error@299987328) -> (continuation of Deferred@1665615434 after retry RPC after error@1320822394) -> (continuation of Deferred@2066545404 after retry RPC after error@1641802088), errback=(continuation of Deferred@1177225033 after retry RPC after error@830870941) -> (continuation of Deferred@1592361798 after retry RPC after error@169055811) -> (continuation of Deferred@345819399 after retry RPC after error@364317940) -> (continuation of Deferred@131489463 after retry RPC after error@299987328) -> (continuation of Deferred@1665615434 after retry RPC after error@1320822394) -> (continuation of Deferred@2066545404 after retry RPC after error@1641802088)))
09:05:47.104 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [4ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@455729400(state=PENDING, result=null, callback=(continuation of Deferred@1177225033 after retry RPC after error@830870941) -> (continuation of Deferred@1592361798 after retry RPC after error@169055811) -> (continuation of Deferred@345819399 after retry RPC after error@364317940) -> (continuation of Deferred@131489463 after retry RPC after error@299987328) -> (continuation of Deferred@1665615434 after retry RPC after error@1320822394) -> (continuation of Deferred@2066545404 after retry RPC after error@1641802088), errback=(continuation of Deferred@1177225033 after retry RPC after error@830870941) -> (continuation of Deferred@1592361798 after retry RPC after error@169055811) -> (continuation of Deferred@345819399 after retry RPC after error@364317940) -> (continuation of Deferred@131489463 after retry RPC after error@299987328) -> (continuation of Deferred@1665615434 after retry RPC after error@1320822394) -> (continuation of Deferred@2066545404 after retry RPC after error@1641802088)))
09:05:47.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@747749312(state=PENDING, result=null, callback=(continuation of Deferred@282954132 after retry RPC after error@826336667) -> (continuation of Deferred@339353775 after retry RPC after error@896852567) -> (continuation of Deferred@1226394692 after retry RPC after error@2135102657) -> (continuation of Deferred@976846046 after retry RPC after error@676153236) -> (continuation of Deferred@733304245 after retry RPC after error@1278720286) -> (continuation of Deferred@1025110986 after retry RPC after error@2133484058) -> (continuation of Deferred@2117306551 after retry RPC after error@264057126), errback=(continuation of Deferred@282954132 after retry RPC after error@826336667) -> (continuation of Deferred@339353775 after retry RPC after error@896852567) -> (continuation of Deferred@1226394692 after retry RPC after error@2135102657) -> (continuation of Deferred@976846046 after retry RPC after error@676153236) -> (continuation of Deferred@733304245 after retry RPC after error@1278720286) -> (continuation of Deferred@1025110986 after retry RPC after error@2133484058) -> (continuation of Deferred@2117306551 after retry RPC after error@264057126)))
09:05:47.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@747749312(state=PENDING, result=null, callback=(continuation of Deferred@282954132 after retry RPC after error@826336667) -> (continuation of Deferred@339353775 after retry RPC after error@896852567) -> (continuation of Deferred@1226394692 after retry RPC after error@2135102657) -> (continuation of Deferred@976846046 after retry RPC after error@676153236) -> (continuation of Deferred@733304245 after retry RPC after error@1278720286) -> (continuation of Deferred@1025110986 after retry RPC after error@2133484058) -> (continuation of Deferred@2117306551 after retry RPC after error@264057126), errback=(continuation of Deferred@282954132 after retry RPC after error@826336667) -> (continuation of Deferred@339353775 after retry RPC after error@896852567) -> (continuation of Deferred@1226394692 after retry RPC after error@2135102657) -> (continuation of Deferred@976846046 after retry RPC after error@676153236) -> (continuation of Deferred@733304245 after retry RPC after error@1278720286) -> (continuation of Deferred@1025110986 after retry RPC after error@2133484058) -> (continuation of Deferred@2117306551 after retry RPC after error@264057126)))
09:05:47.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1061570236(state=PENDING, result=null, callback=(continuation of Deferred@837072231 after retry RPC after error@830136321) -> (continuation of Deferred@1013924805 after retry RPC after error@831619410) -> (continuation of Deferred@625624458 after retry RPC after error@1129759690) -> (continuation of Deferred@98681102 after retry RPC after error@952585201) -> (continuation of Deferred@1331048310 after retry RPC after error@980155845) -> (continuation of Deferred@831103543 after retry RPC after error@865337140) -> (continuation of Deferred@1296063407 after retry RPC after error@681574935), errback=(continuation of Deferred@837072231 after retry RPC after error@830136321) -> (continuation of Deferred@1013924805 after retry RPC after error@831619410) -> (continuation of Deferred@625624458 after retry RPC after error@1129759690) -> (continuation of Deferred@98681102 after retry RPC after error@952585201) -> (continuation of Deferred@1331048310 after retry RPC after error@980155845) -> (continuation of Deferred@831103543 after retry RPC after error@865337140) -> (continuation of Deferred@1296063407 after retry RPC after error@681574935)))
09:05:47.525 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@1061570236(state=PENDING, result=null, callback=(continuation of Deferred@837072231 after retry RPC after error@830136321) -> (continuation of Deferred@1013924805 after retry RPC after error@831619410) -> (continuation of Deferred@625624458 after retry RPC after error@1129759690) -> (continuation of Deferred@98681102 after retry RPC after error@952585201) -> (continuation of Deferred@1331048310 after retry RPC after error@980155845) -> (continuation of Deferred@831103543 after retry RPC after error@865337140) -> (continuation of Deferred@1296063407 after retry RPC after error@681574935), errback=(continuation of Deferred@837072231 after retry RPC after error@830136321) -> (continuation of Deferred@1013924805 after retry RPC after error@831619410) -> (continuation of Deferred@625624458 after retry RPC after error@1129759690) -> (continuation of Deferred@98681102 after retry RPC after error@952585201) -> (continuation of Deferred@1331048310 after retry RPC after error@980155845) -> (continuation of Deferred@831103543 after retry RPC after error@865337140) -> (continuation of Deferred@1296063407 after retry RPC after error@681574935)))
09:05:47.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1727189277(state=PENDING, result=null, callback=(continuation of Deferred@1369765700 after retry RPC after error@1907354510) -> (continuation of Deferred@1011456539 after retry RPC after error@1279512246) -> (continuation of Deferred@975904429 after retry RPC after error@886465021) -> (continuation of Deferred@1153412158 after retry RPC after error@375123041) -> (continuation of Deferred@1952929393 after retry RPC after error@1941506185) -> (continuation of Deferred@1256096924 after retry RPC after error@61817154), errback=(continuation of Deferred@1369765700 after retry RPC after error@1907354510) -> (continuation of Deferred@1011456539 after retry RPC after error@1279512246) -> (continuation of Deferred@975904429 after retry RPC after error@886465021) -> (continuation of Deferred@1153412158 after retry RPC after error@375123041) -> (continuation of Deferred@1952929393 after retry RPC after error@1941506185) -> (continuation of Deferred@1256096924 after retry RPC after error@61817154)))
09:05:47.704 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1727189277(state=PENDING, result=null, callback=(continuation of Deferred@1369765700 after retry RPC after error@1907354510) -> (continuation of Deferred@1011456539 after retry RPC after error@1279512246) -> (continuation of Deferred@975904429 after retry RPC after error@886465021) -> (continuation of Deferred@1153412158 after retry RPC after error@375123041) -> (continuation of Deferred@1952929393 after retry RPC after error@1941506185) -> (continuation of Deferred@1256096924 after retry RPC after error@61817154), errback=(continuation of Deferred@1369765700 after retry RPC after error@1907354510) -> (continuation of Deferred@1011456539 after retry RPC after error@1279512246) -> (continuation of Deferred@975904429 after retry RPC after error@886465021) -> (continuation of Deferred@1153412158 after retry RPC after error@375123041) -> (continuation of Deferred@1952929393 after retry RPC after error@1941506185) -> (continuation of Deferred@1256096924 after retry RPC after error@61817154)))
09:05:47.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@643942312(state=PENDING, result=null, callback=(continuation of Deferred@916520189 after retry RPC after error@1324551270) -> (continuation of Deferred@304025127 after retry RPC after error@988530507) -> (continuation of Deferred@194876415 after retry RPC after error@1566260950) -> (continuation of Deferred@929000812 after retry RPC after error@1407853907) -> (continuation of Deferred@873416378 after retry RPC after error@807826275) -> (continuation of Deferred@2094943238 after retry RPC after error@2115776115) -> (continuation of Deferred@820551068 after retry RPC after error@861293961), errback=(continuation of Deferred@916520189 after retry RPC after error@1324551270) -> (continuation of Deferred@304025127 after retry RPC after error@988530507) -> (continuation of Deferred@194876415 after retry RPC after error@1566260950) -> (continuation of Deferred@929000812 after retry RPC after error@1407853907) -> (continuation of Deferred@873416378 after retry RPC after error@807826275) -> (continuation of Deferred@2094943238 after retry RPC after error@2115776115) -> (continuation of Deferred@820551068 after retry RPC after error@861293961)))
09:05:47.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, deferred=Deferred@643942312(state=PENDING, result=null, callback=(continuation of Deferred@916520189 after retry RPC after error@1324551270) -> (continuation of Deferred@304025127 after retry RPC after error@988530507) -> (continuation of Deferred@194876415 after retry RPC after error@1566260950) -> (continuation of Deferred@929000812 after retry RPC after error@1407853907) -> (continuation of Deferred@873416378 after retry RPC after error@807826275) -> (continuation of Deferred@2094943238 after retry RPC after error@2115776115) -> (continuation of Deferred@820551068 after retry RPC after error@861293961), errback=(continuation of Deferred@916520189 after retry RPC after error@1324551270) -> (continuation of Deferred@304025127 after retry RPC after error@988530507) -> (continuation of Deferred@194876415 after retry RPC after error@1566260950) -> (continuation of Deferred@929000812 after retry RPC after error@1407853907) -> (continuation of Deferred@873416378 after retry RPC after error@807826275) -> (continuation of Deferred@2094943238 after retry RPC after error@2115776115) -> (continuation of Deferred@820551068 after retry RPC after error@861293961)))
09:05:47.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:47.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:47.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:47.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:47.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:47.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1114593517(state=PENDING, result=null, callback=(continuation of Deferred@1480815671 after retry RPC after error@867339048) -> (continuation of Deferred@1627058135 after retry RPC after error@1483369237) -> (continuation of Deferred@457924323 after retry RPC after error@1007123817) -> (continuation of Deferred@196393321 after retry RPC after error@874953) -> (continuation of Deferred@1106289517 after retry RPC after error@1184592399) -> (continuation of Deferred@1758127172 after retry RPC after error@40053637) -> (continuation of Deferred@1179392879 after retry RPC after error@1532629667), errback=(continuation of Deferred@1480815671 after retry RPC after error@867339048) -> (continuation of Deferred@1627058135 after retry RPC after error@1483369237) -> (continuation of Deferred@457924323 after retry RPC after error@1007123817) -> (continuation of Deferred@196393321 after retry RPC after error@874953) -> (continuation of Deferred@1106289517 after retry RPC after error@1184592399) -> (continuation of Deferred@1758127172 after retry RPC after error@40053637) -> (continuation of Deferred@1179392879 after retry RPC after error@1532629667)))
09:05:48.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1114593517(state=PENDING, result=null, callback=(continuation of Deferred@1480815671 after retry RPC after error@867339048) -> (continuation of Deferred@1627058135 after retry RPC after error@1483369237) -> (continuation of Deferred@457924323 after retry RPC after error@1007123817) -> (continuation of Deferred@196393321 after retry RPC after error@874953) -> (continuation of Deferred@1106289517 after retry RPC after error@1184592399) -> (continuation of Deferred@1758127172 after retry RPC after error@40053637) -> (continuation of Deferred@1179392879 after retry RPC after error@1532629667), errback=(continuation of Deferred@1480815671 after retry RPC after error@867339048) -> (continuation of Deferred@1627058135 after retry RPC after error@1483369237) -> (continuation of Deferred@457924323 after retry RPC after error@1007123817) -> (continuation of Deferred@196393321 after retry RPC after error@874953) -> (continuation of Deferred@1106289517 after retry RPC after error@1184592399) -> (continuation of Deferred@1758127172 after retry RPC after error@40053637) -> (continuation of Deferred@1179392879 after retry RPC after error@1532629667)))
09:05:48.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:48.203807 21415 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 6dd33b7cdf1b4f9bbde74b1606fd6237)
09:05:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:48.204066 21415 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e4756ee2aa64cf196a97cdd1470f771" member_type: VOTER last_known_addr { host: "127.19.193.126" port: 37321 } } peers { permanent_uuid: "6dd33b7cdf1b4f9bbde74b1606fd6237" member_type: VOTER last_known_addr { host: "127.19.193.125" port: 42521 } } peers { permanent_uuid: "6e1aed57b1ac4244a46b55b8a5e249a0" member_type: VOTER last_known_addr { host: "127.19.193.124" port: 33429 } }
09:05:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:48.204934 21415 leader_election.cc:290] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321), 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521)
09:05:48.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:48.207499 20420 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6dd33b7cdf1b4f9bbde74b1606fd6237 (127.19.193.125:42521): Network error: Client connection negotiation failed: client connection to 127.19.193.125:42521: connect: Connection refused (error 111)
09:05:48.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:48.207765 20419 leader_election.cc:336] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6e4756ee2aa64cf196a97cdd1470f771 (127.19.193.126:37321): Network error: Client connection negotiation failed: client connection to 127.19.193.126:37321: connect: Connection refused (error 111)
09:05:48.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:48.207959 20419 leader_election.cc:304] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e1aed57b1ac4244a46b55b8a5e249a0; no voters: 6dd33b7cdf1b4f9bbde74b1606fd6237, 6e4756ee2aa64cf196a97cdd1470f771
09:05:48.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:48.208300 21415 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6e1aed57b1ac4244a46b55b8a5e249a0 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:05:48.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.344 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2099201225(state=PENDING, result=null, callback=(continuation of Deferred@2051636567 after retry RPC after error@2010460162) -> (continuation of Deferred@2054005355 after retry RPC after error@2111019235) -> (continuation of Deferred@1287774667 after retry RPC after error@306879857) -> (continuation of Deferred@86182825 after retry RPC after error@1683394414) -> (continuation of Deferred@668657046 after retry RPC after error@1639793929) -> (continuation of Deferred@2086565076 after retry RPC after error@740538830) -> (continuation of Deferred@1554321289 after retry RPC after error@1471908889), errback=(continuation of Deferred@2051636567 after retry RPC after error@2010460162) -> (continuation of Deferred@2054005355 after retry RPC after error@2111019235) -> (continuation of Deferred@1287774667 after retry RPC after error@306879857) -> (continuation of Deferred@86182825 after retry RPC after error@1683394414) -> (continuation of Deferred@668657046 after retry RPC after error@1639793929) -> (continuation of Deferred@2086565076 after retry RPC after error@740538830) -> (continuation of Deferred@1554321289 after retry RPC after error@1471908889)))
09:05:48.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [100ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@2099201225(state=PENDING, result=null, callback=(continuation of Deferred@2051636567 after retry RPC after error@2010460162) -> (continuation of Deferred@2054005355 after retry RPC after error@2111019235) -> (continuation of Deferred@1287774667 after retry RPC after error@306879857) -> (continuation of Deferred@86182825 after retry RPC after error@1683394414) -> (continuation of Deferred@668657046 after retry RPC after error@1639793929) -> (continuation of Deferred@2086565076 after retry RPC after error@740538830) -> (continuation of Deferred@1554321289 after retry RPC after error@1471908889), errback=(continuation of Deferred@2051636567 after retry RPC after error@2010460162) -> (continuation of Deferred@2054005355 after retry RPC after error@2111019235) -> (continuation of Deferred@1287774667 after retry RPC after error@306879857) -> (continuation of Deferred@86182825 after retry RPC after error@1683394414) -> (continuation of Deferred@668657046 after retry RPC after error@1639793929) -> (continuation of Deferred@2086565076 after retry RPC after error@740538830) -> (continuation of Deferred@1554321289 after retry RPC after error@1471908889)))
09:05:48.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1062870541(state=PENDING, result=null, callback=(continuation of Deferred@1943604038 after retry RPC after error@661908134) -> (continuation of Deferred@2114732672 after retry RPC after error@298422586) -> (continuation of Deferred@720448382 after retry RPC after error@309314140) -> (continuation of Deferred@241933011 after retry RPC after error@1400281701) -> (continuation of Deferred@1895817646 after retry RPC after error@485404879) -> (continuation of Deferred@1308691587 after retry RPC after error@692261524) -> (continuation of Deferred@641623171 after retry RPC after error@1329578051), errback=(continuation of Deferred@1943604038 after retry RPC after error@661908134) -> (continuation of Deferred@2114732672 after retry RPC after error@298422586) -> (continuation of Deferred@720448382 after retry RPC after error@309314140) -> (continuation of Deferred@241933011 after retry RPC after error@1400281701) -> (continuation of Deferred@1895817646 after retry RPC after error@485404879) -> (continuation of Deferred@1308691587 after retry RPC after error@692261524) -> (continuation of Deferred@641623171 after retry RPC after error@1329578051)))
09:05:48.544 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1062870541(state=PENDING, result=null, callback=(continuation of Deferred@1943604038 after retry RPC after error@661908134) -> (continuation of Deferred@2114732672 after retry RPC after error@298422586) -> (continuation of Deferred@720448382 after retry RPC after error@309314140) -> (continuation of Deferred@241933011 after retry RPC after error@1400281701) -> (continuation of Deferred@1895817646 after retry RPC after error@485404879) -> (continuation of Deferred@1308691587 after retry RPC after error@692261524) -> (continuation of Deferred@641623171 after retry RPC after error@1329578051), errback=(continuation of Deferred@1943604038 after retry RPC after error@661908134) -> (continuation of Deferred@2114732672 after retry RPC after error@298422586) -> (continuation of Deferred@720448382 after retry RPC after error@309314140) -> (continuation of Deferred@241933011 after retry RPC after error@1400281701) -> (continuation of Deferred@1895817646 after retry RPC after error@485404879) -> (continuation of Deferred@1308691587 after retry RPC after error@692261524) -> (continuation of Deferred@641623171 after retry RPC after error@1329578051)))
09:05:48.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@209634386(state=PENDING, result=null, callback=(continuation of Deferred@1187919121 after retry RPC after error@819185767) -> (continuation of Deferred@1844130477 after retry RPC after error@390932246) -> (continuation of Deferred@538771027 after retry RPC after error@237148871) -> (continuation of Deferred@988327924 after retry RPC after error@1155746344) -> (continuation of Deferred@63621761 after retry RPC after error@430214301) -> (continuation of Deferred@1716262738 after retry RPC after error@950051769) -> (continuation of Deferred@1844181230 after retry RPC after error@1343635882), errback=(continuation of Deferred@1187919121 after retry RPC after error@819185767) -> (continuation of Deferred@1844130477 after retry RPC after error@390932246) -> (continuation of Deferred@538771027 after retry RPC after error@237148871) -> (continuation of Deferred@988327924 after retry RPC after error@1155746344) -> (continuation of Deferred@63621761 after retry RPC after error@430214301) -> (continuation of Deferred@1716262738 after retry RPC after error@950051769) -> (continuation of Deferred@1844181230 after retry RPC after error@1343635882)))
09:05:48.764 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@209634386(state=PENDING, result=null, callback=(continuation of Deferred@1187919121 after retry RPC after error@819185767) -> (continuation of Deferred@1844130477 after retry RPC after error@390932246) -> (continuation of Deferred@538771027 after retry RPC after error@237148871) -> (continuation of Deferred@988327924 after retry RPC after error@1155746344) -> (continuation of Deferred@63621761 after retry RPC after error@430214301) -> (continuation of Deferred@1716262738 after retry RPC after error@950051769) -> (continuation of Deferred@1844181230 after retry RPC after error@1343635882), errback=(continuation of Deferred@1187919121 after retry RPC after error@819185767) -> (continuation of Deferred@1844130477 after retry RPC after error@390932246) -> (continuation of Deferred@538771027 after retry RPC after error@237148871) -> (continuation of Deferred@988327924 after retry RPC after error@1155746344) -> (continuation of Deferred@63621761 after retry RPC after error@430214301) -> (continuation of Deferred@1716262738 after retry RPC after error@950051769) -> (continuation of Deferred@1844181230 after retry RPC after error@1343635882)))
09:05:48.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:48.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:48.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:48.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:48.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:48.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@287982944(state=PENDING, result=null, callback=(continuation of Deferred@1846977433 after retry RPC after error@1833369055) -> (continuation of Deferred@1580347107 after retry RPC after error@502296832) -> (continuation of Deferred@1176572748 after retry RPC after error@483632722) -> (continuation of Deferred@1406780957 after retry RPC after error@1296028951) -> (continuation of Deferred@55186575 after retry RPC after error@44749698) -> (continuation of Deferred@526255332 after retry RPC after error@746253685) -> (continuation of Deferred@2135386649 after retry RPC after error@732266672), errback=(continuation of Deferred@1846977433 after retry RPC after error@1833369055) -> (continuation of Deferred@1580347107 after retry RPC after error@502296832) -> (continuation of Deferred@1176572748 after retry RPC after error@483632722) -> (continuation of Deferred@1406780957 after retry RPC after error@1296028951) -> (continuation of Deferred@55186575 after retry RPC after error@44749698) -> (continuation of Deferred@526255332 after retry RPC after error@746253685) -> (continuation of Deferred@2135386649 after retry RPC after error@732266672)))
09:05:49.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [220ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@287982944(state=PENDING, result=null, callback=(continuation of Deferred@1846977433 after retry RPC after error@1833369055) -> (continuation of Deferred@1580347107 after retry RPC after error@502296832) -> (continuation of Deferred@1176572748 after retry RPC after error@483632722) -> (continuation of Deferred@1406780957 after retry RPC after error@1296028951) -> (continuation of Deferred@55186575 after retry RPC after error@44749698) -> (continuation of Deferred@526255332 after retry RPC after error@746253685) -> (continuation of Deferred@2135386649 after retry RPC after error@732266672), errback=(continuation of Deferred@1846977433 after retry RPC after error@1833369055) -> (continuation of Deferred@1580347107 after retry RPC after error@502296832) -> (continuation of Deferred@1176572748 after retry RPC after error@483632722) -> (continuation of Deferred@1406780957 after retry RPC after error@1296028951) -> (continuation of Deferred@55186575 after retry RPC after error@44749698) -> (continuation of Deferred@526255332 after retry RPC after error@746253685) -> (continuation of Deferred@2135386649 after retry RPC after error@732266672)))
09:05:49.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@287935612(state=PENDING, result=null, callback=(continuation of Deferred@778395800 after retry RPC after error@565743477) -> (continuation of Deferred@1629675510 after retry RPC after error@1010165186) -> (continuation of Deferred@970011516 after retry RPC after error@1559744532) -> (continuation of Deferred@735934739 after retry RPC after error@953520735) -> (continuation of Deferred@137301226 after retry RPC after error@1782192779) -> (continuation of Deferred@720368446 after retry RPC after error@1044175702), errback=(continuation of Deferred@778395800 after retry RPC after error@565743477) -> (continuation of Deferred@1629675510 after retry RPC after error@1010165186) -> (continuation of Deferred@970011516 after retry RPC after error@1559744532) -> (continuation of Deferred@735934739 after retry RPC after error@953520735) -> (continuation of Deferred@137301226 after retry RPC after error@1782192779) -> (continuation of Deferred@720368446 after retry RPC after error@1044175702)))
09:05:49.164 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@287935612(state=PENDING, result=null, callback=(continuation of Deferred@778395800 after retry RPC after error@565743477) -> (continuation of Deferred@1629675510 after retry RPC after error@1010165186) -> (continuation of Deferred@970011516 after retry RPC after error@1559744532) -> (continuation of Deferred@735934739 after retry RPC after error@953520735) -> (continuation of Deferred@137301226 after retry RPC after error@1782192779) -> (continuation of Deferred@720368446 after retry RPC after error@1044175702), errback=(continuation of Deferred@778395800 after retry RPC after error@565743477) -> (continuation of Deferred@1629675510 after retry RPC after error@1010165186) -> (continuation of Deferred@970011516 after retry RPC after error@1559744532) -> (continuation of Deferred@735934739 after retry RPC after error@953520735) -> (continuation of Deferred@137301226 after retry RPC after error@1782192779) -> (continuation of Deferred@720368446 after retry RPC after error@1044175702)))
09:05:49.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1727101839(state=PENDING, result=null, callback=(continuation of Deferred@923309402 after retry RPC after error@403693737) -> (continuation of Deferred@387059789 after retry RPC after error@2060594211) -> (continuation of Deferred@151241830 after retry RPC after error@1852729159) -> (continuation of Deferred@1777959615 after retry RPC after error@44107927) -> (continuation of Deferred@362204241 after retry RPC after error@148887035) -> (continuation of Deferred@764826149 after retry RPC after error@670630576) -> (continuation of Deferred@70166106 after retry RPC after error@1915276073), errback=(continuation of Deferred@923309402 after retry RPC after error@403693737) -> (continuation of Deferred@387059789 after retry RPC after error@2060594211) -> (continuation of Deferred@151241830 after retry RPC after error@1852729159) -> (continuation of Deferred@1777959615 after retry RPC after error@44107927) -> (continuation of Deferred@362204241 after retry RPC after error@148887035) -> (continuation of Deferred@764826149 after retry RPC after error@670630576) -> (continuation of Deferred@70166106 after retry RPC after error@1915276073)))
09:05:49.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1727101839(state=PENDING, result=null, callback=(continuation of Deferred@923309402 after retry RPC after error@403693737) -> (continuation of Deferred@387059789 after retry RPC after error@2060594211) -> (continuation of Deferred@151241830 after retry RPC after error@1852729159) -> (continuation of Deferred@1777959615 after retry RPC after error@44107927) -> (continuation of Deferred@362204241 after retry RPC after error@148887035) -> (continuation of Deferred@764826149 after retry RPC after error@670630576) -> (continuation of Deferred@70166106 after retry RPC after error@1915276073), errback=(continuation of Deferred@923309402 after retry RPC after error@403693737) -> (continuation of Deferred@387059789 after retry RPC after error@2060594211) -> (continuation of Deferred@151241830 after retry RPC after error@1852729159) -> (continuation of Deferred@1777959615 after retry RPC after error@44107927) -> (continuation of Deferred@362204241 after retry RPC after error@148887035) -> (continuation of Deferred@764826149 after retry RPC after error@670630576) -> (continuation of Deferred@70166106 after retry RPC after error@1915276073)))
09:05:49.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1662003205(state=PENDING, result=null, callback=(continuation of Deferred@2133963178 after retry RPC after error@1666839002) -> (continuation of Deferred@1453306573 after retry RPC after error@883816475) -> (continuation of Deferred@1180939205 after retry RPC after error@1779981810) -> (continuation of Deferred@1094353830 after retry RPC after error@445433530) -> (continuation of Deferred@1101706165 after retry RPC after error@1777697215) -> (continuation of Deferred@2085030036 after retry RPC after error@174256), errback=(continuation of Deferred@2133963178 after retry RPC after error@1666839002) -> (continuation of Deferred@1453306573 after retry RPC after error@883816475) -> (continuation of Deferred@1180939205 after retry RPC after error@1779981810) -> (continuation of Deferred@1094353830 after retry RPC after error@445433530) -> (continuation of Deferred@1101706165 after retry RPC after error@1777697215) -> (continuation of Deferred@2085030036 after retry RPC after error@174256)))
09:05:49.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@1662003205(state=PENDING, result=null, callback=(continuation of Deferred@2133963178 after retry RPC after error@1666839002) -> (continuation of Deferred@1453306573 after retry RPC after error@883816475) -> (continuation of Deferred@1180939205 after retry RPC after error@1779981810) -> (continuation of Deferred@1094353830 after retry RPC after error@445433530) -> (continuation of Deferred@1101706165 after retry RPC after error@1777697215) -> (continuation of Deferred@2085030036 after retry RPC after error@174256), errback=(continuation of Deferred@2133963178 after retry RPC after error@1666839002) -> (continuation of Deferred@1453306573 after retry RPC after error@883816475) -> (continuation of Deferred@1180939205 after retry RPC after error@1779981810) -> (continuation of Deferred@1094353830 after retry RPC after error@445433530) -> (continuation of Deferred@1101706165 after retry RPC after error@1777697215) -> (continuation of Deferred@2085030036 after retry RPC after error@174256)))
09:05:49.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@704074244(state=PENDING, result=null, callback=(continuation of Deferred@1860815933 after retry RPC after error@76864726) -> (continuation of Deferred@705756502 after retry RPC after error@971308386) -> (continuation of Deferred@432821831 after retry RPC after error@991714244) -> (continuation of Deferred@382462908 after retry RPC after error@148507626) -> (continuation of Deferred@1935612632 after retry RPC after error@709147916) -> (continuation of Deferred@1671112179 after retry RPC after error@1002895153) -> (continuation of Deferred@809808715 after retry RPC after error@1072157842), errback=(continuation of Deferred@1860815933 after retry RPC after error@76864726) -> (continuation of Deferred@705756502 after retry RPC after error@971308386) -> (continuation of Deferred@432821831 after retry RPC after error@991714244) -> (continuation of Deferred@382462908 after retry RPC after error@148507626) -> (continuation of Deferred@1935612632 after retry RPC after error@709147916) -> (continuation of Deferred@1671112179 after retry RPC after error@1002895153) -> (continuation of Deferred@809808715 after retry RPC after error@1072157842)))
09:05:49.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [1ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, deferred=Deferred@704074244(state=PENDING, result=null, callback=(continuation of Deferred@1860815933 after retry RPC after error@76864726) -> (continuation of Deferred@705756502 after retry RPC after error@971308386) -> (continuation of Deferred@432821831 after retry RPC after error@991714244) -> (continuation of Deferred@382462908 after retry RPC after error@148507626) -> (continuation of Deferred@1935612632 after retry RPC after error@709147916) -> (continuation of Deferred@1671112179 after retry RPC after error@1002895153) -> (continuation of Deferred@809808715 after retry RPC after error@1072157842), errback=(continuation of Deferred@1860815933 after retry RPC after error@76864726) -> (continuation of Deferred@705756502 after retry RPC after error@971308386) -> (continuation of Deferred@432821831 after retry RPC after error@991714244) -> (continuation of Deferred@382462908 after retry RPC after error@148507626) -> (continuation of Deferred@1935612632 after retry RPC after error@709147916) -> (continuation of Deferred@1671112179 after retry RPC after error@1002895153) -> (continuation of Deferred@809808715 after retry RPC after error@1072157842)))
09:05:49.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.125:42521(127.19.193.125:42521)] connecting to peer
09:05:49.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.19.193.126:37321(127.19.193.126:37321)] connecting to peer
09:05:49.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.193.125:42521(127.19.193.125:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.125:42521: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521
09:05:49.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.126:37321(127.19.193.126:37321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.193.126:37321: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321
09:05:49.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429; will retry
09:05:49.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [16ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [39ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [58ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [77ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [78ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [118ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [276ms] refreshing cache from master, [276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [278ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [279ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [280ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [479ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [479ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [740ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [919ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [919ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2817ms] refreshing cache from master, [2817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2818ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2820ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [5476ms] refreshing cache from master, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [5477ms] too many traces: truncated at 100 traces, deferred=Deferred@449041161(state=PENDING, result=null, callback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502), errback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502)))
09:05:49.872 [DEBUG - main] (Connection.java:575) [peer master-127.19.193.125:42521(127.19.193.125:42521)] disconnecting while in state TERMINATED
09:05:49.872 [DEBUG - main] (Connection.java:575) [peer master-127.19.193.126:37321(127.19.193.126:37321)] disconnecting while in state TERMINATED
09:05:49.872 [DEBUG - main] (Connection.java:575) [peer master-127.19.193.124:33429(127.19.193.124:33429)] disconnecting while in state READY
09:05:49.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:05:49.874 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.193.124:33429(127.19.193.124:33429)] handling channelInactive
09:05:49.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.193.124:33429(127.19.193.124:33429)] cleaning up while in state READY due to: connection closed
09:05:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:49.874475 20229 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu pid 20524
09:05:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:49.885464 20675 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.004417 20229 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu with pid 20524
09:05:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.022975 20229 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu pid 20685
09:05:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.030699 20816 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:50.164211 20845 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.193.65:44747: connect: Connection refused (error 111)
09:05:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:05:50.166555 20845 consensus_peers.cc:597] T c6b97306edfa4594acebba7ea659f0af P 87c4c378f0944490bf0918979c6592c2 -> Peer 903cad4024254d3bb507a150b6bf9c88 (127.19.193.65:44747): Couldn't send request to peer 903cad4024254d3bb507a150b6bf9c88. Status: Network error: Client connection negotiation failed: client connection to 127.19.193.65:44747: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:05:50.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.172927 20229 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu with pid 20685
09:05:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.194574 20229 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu pid 20826
09:05:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.202476 20960 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.326213 20229 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu with pid 20826
09:05:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.344601 20229 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu pid 20399
09:05:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.346057 20473 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:05:50.503650 20229 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLQHJLq/build/asan/bin/kudu with pid 20399
09:05:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:05:50Z chronyd exiting
09:05:50.679 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [16ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [39ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [58ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [77ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [78ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [118ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [276ms] refreshing cache from master, [276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [278ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [279ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [280ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [479ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [479ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [740ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [919ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [919ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2817ms] refreshing cache from master, [2817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2818ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2820ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [5476ms] refreshing cache from master, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [5477ms] too many traces: truncated at 100 traces, deferred=Deferred@449041161(state=PENDING, result=null, callback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502), errback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [16ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [18ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [39ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [58ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [59ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [60ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [77ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [78ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [79ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [118ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [119ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [158ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [159ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [276ms] refreshing cache from master, [276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [278ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [279ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [280ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [478ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [479ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [479ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [738ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [740ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [918ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [919ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [919ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2817ms] refreshing cache from master, [2817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [2818ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.125:42521: Network error: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.126:37321: Network error: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.19.193.124:33429: OK, [2820ms] delaying RPC due to: Service unavailable: Master config (127.19.193.125:42521,127.19.193.126:37321,127.19.193.124:33429) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.125:42521(127.19.193.125:42521): Connection refused: /127.19.193.125:42521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.193.126:37321(127.19.193.126:37321): Connection refused: /127.19.193.126:37321, [5476ms] refreshing cache from master, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.125:42521, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.126:37321, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.193.124:33429, [5477ms] too many traces: truncated at 100 traces, deferred=Deferred@449041161(state=PENDING, result=null, callback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502), errback=(continuation of Deferred@402823639 after retry RPC after error@1256885160) -> (continuation of Deferred@1609883307 after retry RPC after error@1537934791) -> (continuation of Deferred@1466692420 after retry RPC after error@1229100490) -> (continuation of Deferred@809114575 after retry RPC after error@859612466) -> (continuation of Deferred@994415042 after retry RPC after error@1727315877) -> (continuation of Deferred@116405463 after retry RPC after error@1353909262) -> (continuation of Deferred@1198478427 after retry RPC after error@77976196) -> (continuation of Deferred@66324555 after retry RPC after error@1261432655) -> (continuation of Deferred@1985980413 after retry RPC after error@1547991616) -> (continuation of Deferred@2136049619 after retry RPC after error@1261456097) -> (continuation of Deferred@1079733301 after retry RPC after error@1060276228) -> (continuation of Deferred@1286532910 after retry RPC after error@83936024) -> (continuation of Deferred@513879369 after retry RPC after error@905507889) -> (continuation of Deferred@236239423 after retry RPC after error@227516646) -> (continuation of Deferred@441655163 after retry RPC after error@1761094012) -> (continuation of Deferred@1133945630 after retry RPC after error@871277338) -> (continuation of Deferred@826591963 after retry RPC after error@408860230) -> (continuation of Deferred@1856403456 after retry RPC after error@672587965) -> (continuation of Deferred@1058272630 after retry RPC after error@1385334868) -> (continuation of Deferred@254381182 after retry RPC after error@270898734) -> (continuation of Deferred@817719577 after retry RPC after error@1982568306) -> (continuation of Deferred@891465653 after retry RPC after error@160095193) -> (continuation of Deferred@1386516048 after retry RPC after error@2015232881) -> (continuation of Deferred@1482769600 after retry RPC after error@124393478) -> (continuation of Deferred@1900728501 after retry RPC after error@2034716774) -> (continuation of Deferred@735206602 after retry RPC after error@2091895710) -> (continuation of Deferred@1531409350 after retry RPC after error@415292584) -> (continuation of Deferred@567142262 after retry RPC after error@591145962) -> (continuation of Deferred@1132836104 after retry RPC after error@1572734028) -> (continuation of Deferred@319205082 after retry RPC after error@1369945131) -> (continuation of Deferred@1071937250 after retry RPC after error@315988278) -> (continuation of Deferred@881038792 after retry RPC after error@1483307423) -> (continuation of Deferred@1151751958 after retry RPC after error@2047109789) -> (continuation of Deferred@1375833536 after retry RPC after error@1094169502)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)